alex/s3-mirror
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat: tqdm for S3-list

Browse Source
This commit is contained in:
Aleksey Lobanov
2023-02-18 20:54:35 +03:00
parent 07c8bea489
commit 894d0b24c5
1 changed files with 3 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
main.py
View File

@@ -22,7 +22,9 @@ s3_config_data = json.loads(open(expanduser("~/.mc/config.json")).read())["alias
def get_files(s3, bucket, prefix) -> Mapping[str, Tuple[int, str]]: def get_files(s3, bucket, prefix) -> Mapping[str, Tuple[int, str]]:
res = {} res = {}
prefix_len = len(prefix) prefix_len = len(prefix)
for obj in s3.list_objects(bucket, prefix=prefix, recursive=True): for obj in tqdm.tqdm(
s3.list_objects(bucket, prefix=prefix, recursive=True), desc="S3 list objects"
):
if obj.is_dir: if obj.is_dir:
continue continue
res[obj.object_name[prefix_len:].lstrip("/")] = (obj.size, obj.etag) res[obj.object_name[prefix_len:].lstrip("/")] = (obj.size, obj.etag)