[英]AWS S3 object listing
I am using aws-sdk using node.js.我正在使用 node.js 使用 aws-sdk。 I want to list images in specified folder eg
我想列出指定文件夹中的图像,例如
I want to list all files and folder in this location but not folder (images) content.我想列出此位置中的所有文件和文件夹,但不列出文件夹(图像)内容。 There is list Object function in aws-sdk but it is listing all the nested files also.
aws-sdk 中有list Object 函数,但它也列出了所有嵌套文件。
Here is the code :这是代码:
var AWS = require('aws-sdk');
AWS.config.update({accessKeyId: 'mykey', secretAccessKey: 'mysecret', region: 'myregion'});
var s3 = new AWS.S3();
var params = {
Bucket: 'mystore.in',
Delimiter: '',
Prefix: 's/5469b2f5b4292d22522e84e0/ms.files'
}
s3.listObjects(params, function (err, data) {
if(err)throw err;
console.log(data);
});
It's working fine now using this code :现在使用此代码工作正常:
var AWS = require('aws-sdk');
AWS.config.update({accessKeyId: 'mykey', secretAccessKey: 'mysecret', region: 'myregion'});
var s3 = new AWS.S3();
var params = {
Bucket: 'mystore.in',
Delimiter: '/',
Prefix: 's/5469b2f5b4292d22522e84e0/ms.files/'
}
s3.listObjects(params, function (err, data) {
if(err)throw err;
console.log(data);
});
Folders are illusory, but S3 does provide a mechanism to emulate their existence.文件夹是虚幻的,但 S3确实提供了一种机制来模拟它们的存在。
If you set Delimiter
to /
then each tier of responses will also return a CommonPrefixes
array of the next tier of "folders," which you'll append to the prefix from this request, to retrieve the next tier.如果您将
Delimiter
设置为/
那么每一层响应还将返回下一层“文件夹”的CommonPrefixes
数组,您将其附加到此请求的前缀中,以检索下一层。
If your Prefix
is a "folder," append a trailing slash.如果您的
Prefix
是“文件夹”,请在尾部添加斜杠。 Otherwise, you'll make an unnecessary request, because the first request will return one common prefix.否则,您将发出不必要的请求,因为第一个请求将返回一个公共前缀。 Eg, folder "foo" will return one common prefix "foo/".
例如,文件夹“foo”将返回一个公共前缀“foo/”。
I put up a little module which lists contents of a "folder" you give it:我建立了一个小模块,其中列出了您提供的“文件夹”的内容:
s3ls({bucket: 'my-bucket-name'}).ls('/', console.log);
will print something like this:将打印如下内容:
{ files: [ 'funny-cat-gifs-001.gif' ],
folders: [ 'folder/', 'folder2/' ] }
And that然后
s3ls({bucket: 'my-bucket-name'}).ls('/folder', console.log);
will print将打印
{ files: [ 'folder/cv.docx' ],
folders: [ 'folder/sub-folder/' ] }
UPD: The latest version supports async/await Promise interface: UPD:最新版本支持 async/await Promise 接口:
const { files, folders } = await lister.ls("/my-folder/subfolder/");
And here is the s3ls.js
:这是
s3ls.js
:
var _ = require('lodash');
var S3 = require('aws-sdk').S3;
module.exports = function (options) {
var bucket = options.bucket;
var s3 = new S3({apiVersion: '2006-03-01'});
return {
ls: function ls(path, callback) {
var prefix = _.trimStart(_.trimEnd(path, '/') + '/', '/');
var result = { files: [], folders: [] };
function s3ListCallback(error, data) {
if (error) return callback(error);
result.files = result.files.concat(_.map(data.Contents, 'Key'));
result.folders = result.folders.concat(_.map(data.CommonPrefixes, 'Prefix'));
if (data.IsTruncated) {
s3.listObjectsV2({
Bucket: bucket,
MaxKeys: 2147483647, // Maximum allowed by S3 API
Delimiter: '/',
Prefix: prefix,
ContinuationToken: data.NextContinuationToken
}, s3ListCallback)
} else {
callback(null, result);
}
}
s3.listObjectsV2({
Bucket: bucket,
MaxKeys: 2147483647, // Maximum allowed by S3 API
Delimiter: '/',
Prefix: prefix,
StartAfter: prefix // removes the folder name from the file listing
}, s3ListCallback)
}
};
};
You can use the Prefix
in s3 API params.您可以在 s3 API 参数中使用
Prefix
。 I am adding an example that i used in a project:我正在添加一个我在项目中使用的示例:
listBucketContent: ({ Bucket, Folder }) => new Promise((resolve, reject) => {
const params = { Bucket, Prefix: `${Folder}/` };
s3.listObjects(params, (err, objects) => {
if (err) {
reject(ERROR({ message: 'Error finding the bucket content', error: err }));
} else {
resolve(SUCCESS_DATA(objects));
}
});
})
Here Bucket
is the name of the bucket that contains a folder and Folder
is the name of the folder that you want to list files in.这里
Bucket
是包含文件夹的存储Bucket
的名称, Folder
是您要在其中列出文件的文件夹的名称。
Alternatively you can use minio-js client library, its open source & compatible with AWS S3 api.或者,您可以使用minio-js客户端库,它是开源的并且与 AWS S3 api 兼容。
You can simply use list-objects.js
example, additional documentation are available at https://docs.minio.io/docs/javascript-client-api-reference .您可以简单地使用
list-objects.js
示例,其他文档可在https://docs.minio.io/docs/javascript-client-api-reference 获得。
var Minio = require('minio')
var s3Client = new Minio({
endPoint: 's3.amazonaws.com',
accessKey: 'YOUR-ACCESSKEYID',
secretKey: 'YOUR-SECRETACCESSKEY'
})
// List all object paths in bucket my-bucketname.
var objectsStream = s3Client.listObjects('my-bucketname', '', true)
objectsStream.on('data', function(obj) {
console.log(obj)
})
objectsStream.on('error', function(e) {
console.log(e)
})
Hope it helps.希望能帮助到你。
As mentioned in the comments, S3 doesn't "know" about folders, only keys.正如评论中提到的,S3 不“知道”文件夹,只知道键。 You can imitate a folder structure with / in the keys.
您可以在键中使用 / 模仿文件夹结构。 See here for more information - http://docs.aws.amazon.com/AmazonS3/latest/UG/FolderOperations.html
请参阅此处了解更多信息 - http://docs.aws.amazon.com/AmazonS3/latest/UG/FolderOperations.html
That said, you can modify your code to something like this:也就是说,您可以将代码修改为如下所示:
s3.listObjects(params, function (err, data) {
if(err) throw
//data.contents is an array of objects according to the s3 docs
//iterate over it and see if the key contains a / - if not, it's a file (not a folder)
var itemsThatAreNotFolders = data.contents.map(function(content){
if(content.key.indexOf('/')<0) //if / is not in the key
return content;
});
console.log(itemsThatAreNotFolders);
});
This will check each key to see if it contains a /这将检查每个键以查看它是否包含 /
声明:本站的技术帖子网页,遵循CC BY-SA 4.0协议,如果您需要转载,请注明本站网址或者原文地址。任何问题请咨询:yoyou2525@163.com.