diff --git a/apps/cli/executables/datafetcher/datafetcher/project_fetcher.py b/apps/cli/executables/datafetcher/datafetcher/project_fetcher.py index a104a26517a9938a5639c28f26c122318bbc69f3..e800321b22f0cb8f81df301afac2c3fcbfbdf5c9 100644 --- a/apps/cli/executables/datafetcher/datafetcher/project_fetcher.py +++ b/apps/cli/executables/datafetcher/datafetcher/project_fetcher.py @@ -134,17 +134,14 @@ class ParallelFetcher(BaseFetcher): def fetch_bucket(self, bucket): """ Grab the files in this bucket """ file_sizes = [file["size"] for file in bucket["files"]] - pprint(f"retrieving files {file_sizes} from {bucket['server']}") + pprint(f"retrieving files {file_sizes}") self._LOG.debug( f"{bucket['retrieve_method']} " f"{len(bucket['files'])} files from " f"{bucket['server']}...." ) - num_files = self.retrieve_files( - bucket["server"], bucket["retrieve_method"], bucket["files"] - ) - print(f"done retrieving files {file_sizes} from {bucket['server']}") - return num_files + self.retrieve_files(bucket["server"], bucket["retrieve_method"], bucket["files"]) + print(f"done retrieving files {file_sizes}") def run(self): """ Fetch all the files for the product locator """