Merge branch 'ws2227-recycle_raw_data_improvements' into 'main'

Removing rawdata race conditions

See merge request !1632

shared/workspaces/alembic/versions/templates/restore_cms/fetch_sh_2.8.3.txt

@@ -12,8 +12,8 @@ $SBIN_PATH/framework.sh -d .
 chmod 770 .
 
 if [ ! -z "$PREV_PROCESSING_DIR" ] && [ -d "../$PREV_PROCESSING_DIR/rawdata/" ] && [ ! -z "$(ls -A ../$PREV_PROCESSING_DIR/rawdata/)" ]; then
-    # Reuse the raw data from the previous version
-    mv ../$PREV_PROCESSING_DIR/rawdata/ .
+    # Reuse the raw data from the previous version with hard links
+    cp -lR ../$PREV_PROCESSING_DIR/rawdata/ .
 else
     # Run the product fetcher
     cd rawdata/

shared/workspaces/alembic/versions/templates/std_calibration/fetch_sh_2.8.3.txt

@@ -12,8 +12,8 @@ $SBIN_PATH/framework.sh -d .
 chmod 770 .
 
 if [ ! -z "$PREV_PROCESSING_DIR" ] && [ -d "../$PREV_PROCESSING_DIR/rawdata/" ] && [ ! -z "$(ls -A ../$PREV_PROCESSING_DIR/rawdata/)" ]; then
-    # Reuse the raw data from the previous version
-    mv ../$PREV_PROCESSING_DIR/rawdata/ .
+    # Reuse the raw data from the previous version with hard links
+    cp -lR ../$PREV_PROCESSING_DIR/rawdata/ .
 else
     # Run the product fetcher
     cd rawdata/

shared/workspaces/alembic/versions/templates/std_restore_imaging/fetch_sh_2.8.3.txt

@@ -12,8 +12,8 @@ $SBIN_PATH/framework.sh -d .
 chmod 770 .
 
 if [ ! -z "$PREV_PROCESSING_DIR" ] && [ -d "../$PREV_PROCESSING_DIR/rawdata/" ] && [ ! -z "$(ls -A ../$PREV_PROCESSING_DIR/rawdata/)" ]; then
-    # Reuse the raw data from the previous version
-    mv ../$PREV_PROCESSING_DIR/rawdata/ .
+    # Reuse the raw data from the previous version with hard links
+    cp -lR ../$PREV_PROCESSING_DIR/rawdata/ .
 else
     # Run the product fetcher
     cd rawdata/

shared/workspaces/workspaces/capability/services/capability_info.py

@@ -785,7 +785,10 @@ class RestrictedInfo(CapabilityInfo):
         current_version_files = request.current_version.files
 
         # Store the previous execution's spool directory for reusing bits of it
-        if request.current_version.workflow_metadata:
+        # Note: This is currently limited to capabilities that update the fetch stage
+        if (request.current_version.workflow_metadata
+                and "processing_dir" in request.current_version.workflow_metadata
+                and "fetch_end_time" in request.current_version.workflow_metadata):
             parameters["prev_processing_dir"] = request.current_version.workflow_metadata["processing_dir"]
 
         version = CapabilityVersion(