Skip to content
Snippets Groups Projects

WS-1893 curator workflow

Merged Daniel Nemergut requested to merge ws1893-curator_workflow into 2.8.2.1-DEVELOMENT
All threads resolved!
1 file
+ 4
7
Compare changes
  • Side-by-side
  • Inline
@@ -24,16 +24,11 @@ output = curator.out
error = curator.err
log = condor.log
SBIN_PATH = /lustre/aoc/cluster/pipeline/$ENV(CAPO_PROFILE)/workspaces/sbin
SPOOL_DIR = {{spool_dir}}
should_transfer_files = yes
transfer_input_files = $ENV(HOME)/.ssh/condor_transfer, nraorsync://$(SBIN_PATH)/pycapo, nraorsync://$(SBIN_PATH)/ingest_envoy, nraorsync://$(SBIN_PATH)/curator, nraorsync://$(SBIN_PATH)/productfetcher, ./metadata.json
should_transfer_files = NO
+WantIOProxy = True
request_memory = {{ramInGb}}
getenv = True
environment = "CAPO_PATH=/home/casa/capo"
requirements = HasLustre == True
queue
@@ -43,7 +38,9 @@ queue
curator_sh = """#!/bin/sh
set -o errexit
./ingest_envoy curate --$2 $1
SBIN_PATH=/lustre/aoc/cluster/pipeline/$CAPO_PROFILE/workspaces/sbin
${SBIN_PATH}/ingest_envoy curate --$2 $1
"""
Loading