Node.js & Amazon S3: How to iterate through all files in a bucket?

Question

Is there any Amazon S3 client library for Node.js that allows listing of all files in S3 bucket?

The most known aws2js and knox don't seem to have this functionality.

Answer 1

Using the official aws-sdk:

var allKeys = []; function listAllKeys(marker, cb) {   s3.listObjects({Bucket: s3bucket, Marker: marker}, function(err, data){     allKeys.push(data.Contents);      if(data.IsTruncated)       listAllKeys(data.NextMarker, cb);     else       cb();   }); } 

see s3.listObjects

Edit 2017: Same basic idea, but listObjectsV2( ... ) is now recommended and uses a ContinuationToken (see s3.listObjectsV2):

var allKeys = []; function listAllKeys(token, cb) {   var opts = { Bucket: s3bucket };   if(token) opts.ContinuationToken = token;    s3.listObjectsV2(opts, function(err, data){     allKeys = allKeys.concat(data.Contents);      if(data.IsTruncated)       listAllKeys(data.NextContinuationToken, cb);     else       cb();   }); }