Archive-stream-to-s3 NPM

A stream for writing the contents of a tar file to s3

Usage

With Writable

const { ArchiveStreamToS3 } = require("archive-stream-to-s3");
const gunzip = require("gunzip-maybe");

const toS3 = new ArchiveStreamToS3("my-bucket", "some/prefix/to/add", s3, [
  /.*foo.txt$/
]);

toS3.on("finish", () => {
  console.log("upload completed");
});

toS3.on("error", e => {
  console.error(e);
});

const archive = fs.createReadStream("archive.tgz");

//Note: if you have compressed archive you can decompress w/ gunzip-maybe.
archive.pipe(gunzip()).pipe(toS3);

With Promise

You can also use the promise function that has gunzip built in.

const { promise } = require("archive-stream-to-s3");

const archive = fs.createReadStream("archive.tgz");

promise("my-bucket", "prefix", s3, archive).then(result => {
  console.log(result); //=> { keys: [...]}
});