exratione / s3-object-streams Goto Github PK

using example prog (great by the way!) with non-concurrent:
{ Key: 'cgi-bin/inventory.cgi',
LastModified: 2018-01-02T03:53:47.000Z,
ETag: '"61c5b6168560ff4b0914db434fb87431"',
Size: 3411,
StorageClass: 'STANDARD',
Owner:
{ DisplayName: 'dhughes',
ID: 'f32763f0a5a5715052bd092e7127bc6f1dde5d5a44792b009a463e600ed5b24b' },
Bucket: 'bucket1.starfishstorage.com' }
{ Key: 'cgi-bin/inventorysh.cgi',
LastModified: 2017-12-28T02:22:17.000Z,
ETag: '"ac1550969f35c75e1dcef6c649ebda40"',
Size: 159,
StorageClass: 'STANDARD',
Owner:
{ DisplayName: 'dhughes',
ID: 'f32763f0a5a5715052bd092e7127bc6f1dde5d5a44792b009a463e600ed5b24b' },
Bucket: 'bucket1.starfishstorage.com' }

Using example prog with s3ConcurrentListObjectStream
s3ConcurrentListObjectStream.write({
s3Client: s3Client,
//bucket: '1000genomes',
bucket: 'bucket1.starfishstorage.com',
// Optional, only list keys with the given prefix.
//prefix: 'examplePrefix',
// Optional, defaults to 1000. The number of objects per request.
fetchOwner: true,
maxKeys: 1000
});

{ Key: 'rsyslog.conf',
LastModified: 2017-12-18T16:58:32.000Z,
ETag: '"318e839baf838ddd837f56a2dc9571d0"',
Size: 4124,
StorageClass: 'STANDARD',
Bucket: 'bucket1.starfishstorage.com' }
{ Key: 'etc/hosts',
LastModified: 2017-12-18T17:02:01.000Z,
ETag: '"49de542a5cc4bcd697c895228b514321"',
Size: 626,
StorageClass: 'STANDARD',
Bucket: 'bucket1.starfishstorage.com' }

s3ConcurrentListObjectStream.on('data', function (s3Object) {
// console.info(s3Object);
console.log('%s,%s,%s,%s,%s', s3Object.Key, s3Object.Size, s3Object.LastModified, JSON.stringify(s3Object.Owner), s3Object.StorageClass);
// console.log(JSON.stringify(s3Object,null,4));
});

var/log/dmesg,33311,Fri Dec 22 2017 21:54:35 GMT-0500 (EST),**undefined,**STANDARD
var/log/dmesg.old,33341,Fri Dec 22 2017 21:54:35 GMT-0500 (EST),undefined,STANDARD
var/log/lastlog,3246748,Fri Dec 22 2017 21:54:36 GMT-0500 (EST),undefined,STANDARD
var/log/local0,3838084605,Fri Dec 22 2017 21:54:37 GMT-0500 (EST),undefined,STANDARD
var/log/local0-20170601.gz,56232,Fri Dec 22 2017 21:55:27 GMT-0500 (EST),undefined,STANDARD