From c1a0fb89fdf67b1bc0a2bc217f2667fc1d8c6749 Mon Sep 17 00:00:00 2001
From: "Janet L. Goldstein" <jgoldste@nrao.edu>
Date: Tue, 30 Mar 2021 11:12:00 -0600
Subject: [PATCH] WS-51-fix-datafetcher rebase 20210330
---
.../datafetcher/datafetcher/project_fetcher.py | 9 +++------
1 file changed, 3 insertions(+), 6 deletions(-)
diff --git a/apps/cli/executables/datafetcher/datafetcher/project_fetcher.py b/apps/cli/executables/datafetcher/datafetcher/project_fetcher.py
index a104a2651..e800321b2 100644
--- a/apps/cli/executables/datafetcher/datafetcher/project_fetcher.py
+++ b/apps/cli/executables/datafetcher/datafetcher/project_fetcher.py
@@ -134,17 +134,14 @@ class ParallelFetcher(BaseFetcher):
def fetch_bucket(self, bucket):
""" Grab the files in this bucket """
file_sizes = [file["size"] for file in bucket["files"]]
- pprint(f"retrieving files {file_sizes} from {bucket['server']}")
+ pprint(f"retrieving files {file_sizes}")
self._LOG.debug(
f"{bucket['retrieve_method']} "
f"{len(bucket['files'])} files from "
f"{bucket['server']}...."
)
- num_files = self.retrieve_files(
- bucket["server"], bucket["retrieve_method"], bucket["files"]
- )
- print(f"done retrieving files {file_sizes} from {bucket['server']}")
- return num_files
+ self.retrieve_files(bucket["server"], bucket["retrieve_method"], bucket["files"])
+ print(f"done retrieving files {file_sizes}")
def run(self):
""" Fetch all the files for the product locator """
--
GitLab