fix image caching submit file to not transfer out to removed directory

config/htcondor/submit/99-workspaces-submit.prod.conf

@@ -6,7 +6,7 @@ use ROLE : Submit
 PRIVATE_NETWORK_NAME = nrao.edu
 
 # Use mcilroy's correct network interface
-NETWORK_INTERFACE = 146.88.1.66
+NETWORK_INTERFACE = 146.88.10.66
 BIND_ALL_INTERFACES = False
 
 # while not in production yet

docker.properties

@@ -24,7 +24,7 @@ edu.nrao.workspaces.CapabilitySettings.externalServiceUrl = http://capability:34
 edu.nrao.workspaces.ProcessingSettings.useCasa = false
 edu.nrao.workspaces.ProcessingSettings.rootDirectory =  /lustre/aoc/cluster/pipeline/docker/workspaces/spool
 edu.nrao.workspaces.ProcessingSettings.scriptLocation = /lustre/aoc/cluster/pipeline/docker/workspaces/sbin
-edu.nrao.workspaces.ProcessingSettings.ramInGb = 0.21G
+edu.nrao.workspaces.ProcessingSettings.ramInGb = 0.2G
 edu.nrao.workspaces.ProcessingSettings.CasaVersion.vlass = /home/casa/packages/pipeline/casa-6.1.3-3-pipeline-2021.1.1.32
 
 edu.nrao.archive.workflow.config.CasaVersions.homeForReprocessing = /home/casa/packages/pipeline/current

shared/workspaces/alembic/versions/022dfde2d95f_.py

+"""empty message
+
+Revision ID: 022dfde2d95f
+Revises: af13ebf9e040, 2c28308c24cd
+Create Date: 2022-10-19 09:36:31.925615
+
+"""
+
+
+# revision identifiers, used by Alembic.
+revision = '022dfde2d95f'
+down_revision = ('af13ebf9e040', '2c28308c24cd')
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    pass
+
+
+def downgrade():
+    pass

shared/workspaces/alembic/versions/2c28308c24cd_fix_img_caching_templates.py

+"""fix img caching templates
+
+Revision ID: 2c28308c24cd
+Revises: 2b6fb28c98cb
+Create Date: 2022-10-19 08:33:38.168474
+
+"""
+from alembic import op
+
+
+# revision identifiers, used by Alembic.
+revision = "2c28308c24cd"
+down_revision = "2b6fb28c98cb"
+branch_labels = None
+depends_on = None
+
+new_condor = """executable = vlass_image_caching.sh
+arguments = {{calibration_name}} {{phase_center}} {{vlass_relative_path}} {{qa_status}}
+
+output = image_caching.out
+error = image_caching.err
+log = condor.log
+
+SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
+PIMS_PATH = /lustre/aoc/cluster/pipeline/vlass_{{vlass_env}}/workspaces/bin
+
+should_transfer_files = yes
+transfer_input_files = $ENV(HOME)/.ssh/condor_transfer, nraorsync://$(SBIN_PATH)/pycapo, nraorsync://$(PIMS_PATH)/pimscache, nraorsync://$(PIMS_PATH)/cacheImagingProducts.sh
+
+getenv = True
+environment = "CAPO_PATH=/home/casa/capo"
+requirements = (VLASS == True) && (HasLustre == True)
++partition = "VLASS"
+
+queue
+
+"""
+
+old_condor = """executable = vlass_image_caching.sh
+arguments = {{calibration_name}} {{phase_center}} {{vlass_relative_path}} {{qa_status}}
+
+output = image_caching.out
+error = image_caching.err
+log = condor.log
+
+SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
+PIMS_PATH = /lustre/aoc/cluster/pipeline/vlass_{{vlass_env}}/workspaces/bin
+VLASS_DIR = {{data_location}}
+should_transfer_files = yes
+transfer_input_files = $ENV(HOME)/.ssh/condor_transfer, nraorsync://$(SBIN_PATH)/pycapo, nraorsync://$(PIMS_PATH)/pimscache, nraorsync://$(PIMS_PATH)/cacheImagingProducts.sh
+when_to_transfer_output = ON_EXIT
+transfer_output_files = .job.ad
+output_destination = nraorsync://$(VLASS_DIR)
++WantIOProxy = True
+
+getenv = True
+environment = "CAPO_PATH=/home/casa/capo"
+requirements = (VLASS == True) && (HasLustre == True)
++partition = "VLASS"
+
+queue
+
+"""
+
+
+def upgrade():
+    op.execute(
+        f"""
+        UPDATE workflow_templates
+        SET content=E'{new_condor}' WHERE filename='vlass_image_caching.condor'
+        """
+    )
+
+
+def downgrade():
+    op.execute(
+        f"""
+        UPDATE workflow_templates
+        SET content=E'{old_condor}' WHERE filename='vlass_image_caching.condor'
+        """
+    )