Skip to content
Snippets Groups Projects
Commit 5448366e authored by Charlotte Hausman's avatar Charlotte Hausman
Browse files

ensure directory check is valid for lustre (especially vlass path naming)

parent 5759183d
No related branches found
No related tags found
4 merge requests!1195rebase 2.8,!1192Catch up with main 2.8,!1186Catch up with main 2.8,!1164ensure directory check is valid for lustre (especially vlass path naming)
Pipeline #7719 passed
Pipeline: workspaces

#7722

    Pipeline: workspaces

    #7721

      ...@@ -53,7 +53,7 @@ def _get_settings(cwd: pathlib.Path, args: list) -> dict: ...@@ -53,7 +53,7 @@ def _get_settings(cwd: pathlib.Path, args: list) -> dict:
      parent_path = cwd parent_path = cwd
      root_dir = str(cwd.parent) root_dir = str(cwd.parent)
      processing_dir = str(cwd.stem) processing_dir = str(cwd.name)
      metadata = args[0] metadata = args[0]
      ppr = args[1] ppr = args[1]
      ......
      ...@@ -102,9 +102,9 @@ def _get_settings(filename: str) -> Dict[str, str]: ...@@ -102,9 +102,9 @@ def _get_settings(filename: str) -> Dict[str, str]:
      workspaces_lustre_root_dir = processing_properties.rootDirectory workspaces_lustre_root_dir = processing_properties.rootDirectory
      current_root_directory = str(pathlib.Path.cwd().parent) current_root_directory = str(pathlib.Path.cwd().parent)
      current_subdirectory = str(pathlib.Path.cwd().stem) current_subdirectory = str(pathlib.Path.cwd().name)
      destination_dir = solicitor.solicit_delivery_location() destination_dir = solicitor.solicit_delivery_location()
      destination_subdir = pathlib.Path(destination_dir).stem destination_subdir = pathlib.Path(destination_dir).name
      request_params = solicitor.solicit_request_params() request_params = solicitor.solicit_request_params()
      return { return {
      ......
      ...@@ -100,7 +100,7 @@ class RetrievalConveyor(ConveyorIF): ...@@ -100,7 +100,7 @@ class RetrievalConveyor(ConveyorIF):
      :param dir_list: :param dir_list:
      :return: :return:
      """ """
      self.logger.info(f"Breaking symlinks between qa area and spool for directory {spool_path.stem}...") self.logger.info(f"Breaking symlinks between qa area and spool for directory {spool_path.name}...")
      for directory in dir_list: for directory in dir_list:
      directory = directory.strip("/") directory = directory.strip("/")
      ...@@ -119,7 +119,7 @@ class RetrievalConveyor(ConveyorIF): ...@@ -119,7 +119,7 @@ class RetrievalConveyor(ConveyorIF):
      :param dir_list: :param dir_list:
      :return: :return:
      """ """
      self.logger.info(f"Moving directories from qa2 to spool for directory {qa_path.stem}...") self.logger.info(f"Moving directories from qa2 to spool for directory {qa_path.name}...")
      for directory in dir_list: for directory in dir_list:
      qa_dir = qa_path / directory qa_dir = qa_path / directory
      spool_dir = spool_path / directory spool_dir = spool_path / directory
      ......
      ...@@ -69,7 +69,7 @@ class Solicitor: ...@@ -69,7 +69,7 @@ class Solicitor:
      :return: directory name string :return: directory name string
      """ """
      destination_path = pathlib.Path(self.metadata["destinationDirectory"]) destination_path = pathlib.Path(self.metadata["destinationDirectory"])
      return destination_path.stem return destination_path.name
      def solicit_initial_directory_name(self, wf_id: int) -> str: def solicit_initial_directory_name(self, wf_id: int) -> str:
      """ """
      ...@@ -103,7 +103,7 @@ class Solicitor: ...@@ -103,7 +103,7 @@ class Solicitor:
      if self.verify_valid_initial_version(wf_request.json(), srdp_status): if self.verify_valid_initial_version(wf_request.json(), srdp_status):
      initial_path = pathlib.Path(wf_request.json()["results_dir"]) initial_path = pathlib.Path(wf_request.json()["results_dir"])
      return initial_path.stem return initial_path.name
      else: else:
      self.logger.error("Error: Invalid initial version! No weblog found. Running Single Version Ingestion...") self.logger.error("Error: Invalid initial version! No weblog found. Running Single Version Ingestion...")
      return INVALID_INITIAL_VERSION return INVALID_INITIAL_VERSION
      ......
      ...@@ -167,7 +167,7 @@ class Annihilator: ...@@ -167,7 +167,7 @@ class Annihilator:
      for stale in dir_list.split(","): for stale in dir_list.split(","):
      # catch empty string directory or whitespace only directory or VLASS directory (VLASS will handle VLASS) # catch empty string directory or whitespace only directory or VLASS directory (VLASS will handle VLASS)
      if stale and not stale.isspace() and not stale.startswith("VLASS"): if stale and not stale.isspace() and not stale.startswith("VLASS"):
      name_list.append(pathlib.Path(str(stale)).stem) name_list.append(pathlib.Path(str(stale)).name)
      return name_list return name_list
      ......
      0% Loading or .
      You are about to add 0 people to the discussion. Proceed with caution.
      Finish editing this message first!
      Please register or to comment