Skip to content
Snippets Groups Projects
Commit d1925e76 authored by Janet Goldstein's avatar Janet Goldstein
Browse files

WS-51-fix-datafetcher rebase 20210330

parent 8fff450b
No related branches found
No related tags found
1 merge request!173remove system exits from datafetcher tests
......@@ -134,17 +134,14 @@ class ParallelFetcher(BaseFetcher):
def fetch_bucket(self, bucket):
""" Grab the files in this bucket """
file_sizes = [file["size"] for file in bucket["files"]]
pprint(f"retrieving files {file_sizes} from {bucket['server']}")
pprint(f"retrieving files {file_sizes}")
self._LOG.debug(
f"{bucket['retrieve_method']} "
f"{len(bucket['files'])} files from "
f"{bucket['server']}...."
)
num_files = self.retrieve_files(
bucket["server"], bucket["retrieve_method"], bucket["files"]
)
print(f"done retrieving files {file_sizes} from {bucket['server']}")
return num_files
self.retrieve_files(bucket["server"], bucket["retrieve_method"], bucket["files"])
print(f"done retrieving files {file_sizes}")
def run(self):
""" Fetch all the files for the product locator """
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment