diff --git a/download.py b/download.py index 53e42e9..48b0b03 100644 --- a/download.py +++ b/download.py @@ -3,7 +3,6 @@ from requests.adapters import HTTPAdapter from requests.adapters import Retry import json import os -import asyncio import concurrent.futures import argparse from datetime import datetime @@ -28,24 +27,17 @@ def parse_args(argv =None): parser.add_argument('--image_limit', type=int, default=None, help='How many images you want to download') parser.add_argument('--overwrite', default=False, action='store_true', help='overwrite existing images') - global args args = parser.parse_args(argv) if args.sequence_ids is None and args.image_ids is None: parser.error("Please enter at least one sequence id or image id") + return args -def background(f): - def wrapped(*args, **kwargs): - return asyncio.get_event_loop().run_in_executor(None, f, *args, **kwargs) - return wrapped - -#@background def download(url, filepath, metadata=None): #print(asizeof.asizeof(image)/1024, "MB") with open(str(filepath), "wb") as f: r = session.get(url, stream=True, timeout=6) image = write_exif(r.content, metadata) f.write(image) - #del image print("{} downloaded".format(filepath)) def get_single_image_data(image_id, mly_header): @@ -93,9 +85,6 @@ def get_image_data_from_sequences__future(sequences_id, mly_header): image_data['sequence_id'] = sequence_id #print(image_data) yield image_data - #image_data = get_single_image_data(image_id, mly_header) - #image_data['sequence_id'] = sequence_id - #yield image_data def write_exif(picture, img_metadata): ''' @@ -115,12 +104,8 @@ def write_exif(picture, img_metadata): return updated_image if __name__ == '__main__': - parse_args() - - if args.access_token == None: - print('please provide the access_token') - exit() - + + args = parse_args() sequence_ids= args.sequence_ids if args.sequence_ids is not None else [] images_ids = args.image_ids access_token = args.access_token @@ -170,4 +155,3 @@ if __name__ == '__main__': print("{} already exists. Skipping ".format(path)) continue executor.submit(download, url=image_data['thumb_original_url'], filepath=path, metadata=img_metadata) - #download(image_data['thumb_original_url'],path, img_metadata)