Skip to content
Snippets Groups Projects
Commit 5448366e authored by Charlotte Hausman's avatar Charlotte Hausman
Browse files

ensure directory check is valid for lustre (especially vlass path naming)

parent 5759183d
No related branches found
No related tags found
4 merge requests!1195rebase 2.8,!1192Catch up with main 2.8,!1186Catch up with main 2.8,!1164ensure directory check is valid for lustre (especially vlass path naming)
Pipeline #7719 passed
Pipeline: workspaces

#7722

    Pipeline: workspaces

    #7721

      ......@@ -53,7 +53,7 @@ def _get_settings(cwd: pathlib.Path, args: list) -> dict:
      parent_path = cwd
      root_dir = str(cwd.parent)
      processing_dir = str(cwd.stem)
      processing_dir = str(cwd.name)
      metadata = args[0]
      ppr = args[1]
      ......
      ......@@ -102,9 +102,9 @@ def _get_settings(filename: str) -> Dict[str, str]:
      workspaces_lustre_root_dir = processing_properties.rootDirectory
      current_root_directory = str(pathlib.Path.cwd().parent)
      current_subdirectory = str(pathlib.Path.cwd().stem)
      current_subdirectory = str(pathlib.Path.cwd().name)
      destination_dir = solicitor.solicit_delivery_location()
      destination_subdir = pathlib.Path(destination_dir).stem
      destination_subdir = pathlib.Path(destination_dir).name
      request_params = solicitor.solicit_request_params()
      return {
      ......
      ......@@ -100,7 +100,7 @@ class RetrievalConveyor(ConveyorIF):
      :param dir_list:
      :return:
      """
      self.logger.info(f"Breaking symlinks between qa area and spool for directory {spool_path.stem}...")
      self.logger.info(f"Breaking symlinks between qa area and spool for directory {spool_path.name}...")
      for directory in dir_list:
      directory = directory.strip("/")
      ......@@ -119,7 +119,7 @@ class RetrievalConveyor(ConveyorIF):
      :param dir_list:
      :return:
      """
      self.logger.info(f"Moving directories from qa2 to spool for directory {qa_path.stem}...")
      self.logger.info(f"Moving directories from qa2 to spool for directory {qa_path.name}...")
      for directory in dir_list:
      qa_dir = qa_path / directory
      spool_dir = spool_path / directory
      ......
      ......@@ -69,7 +69,7 @@ class Solicitor:
      :return: directory name string
      """
      destination_path = pathlib.Path(self.metadata["destinationDirectory"])
      return destination_path.stem
      return destination_path.name
      def solicit_initial_directory_name(self, wf_id: int) -> str:
      """
      ......@@ -103,7 +103,7 @@ class Solicitor:
      if self.verify_valid_initial_version(wf_request.json(), srdp_status):
      initial_path = pathlib.Path(wf_request.json()["results_dir"])
      return initial_path.stem
      return initial_path.name
      else:
      self.logger.error("Error: Invalid initial version! No weblog found. Running Single Version Ingestion...")
      return INVALID_INITIAL_VERSION
      ......
      ......@@ -167,7 +167,7 @@ class Annihilator:
      for stale in dir_list.split(","):
      # catch empty string directory or whitespace only directory or VLASS directory (VLASS will handle VLASS)
      if stale and not stale.isspace() and not stale.startswith("VLASS"):
      name_list.append(pathlib.Path(str(stale)).stem)
      name_list.append(pathlib.Path(str(stale)).name)
      return name_list
      ......
      0% Loading or .
      You are about to add 0 people to the discussion. Proceed with caution.
      Finish editing this message first!
      Please register or to comment