Workflow 10236, Stage 1

Workflow	10236
Priority	50
Processors	1
Wall seconds	80000
Image	/cvmfs/singularity.opensciencegrid.org/fermilab/fnal-wn-sl7:latest
RSS bytes	8388608000 (8000 MiB)
Max distance for inputs	0.0
Enabled input RSEs	CERN_PDUNE_EOS, DUNE_CA_SFU, DUNE_CERN_EOS, DUNE_ES_PIC, DUNE_FR_CCIN2P3_DISK, DUNE_IN_TIFR, DUNE_IT_INFN_CNAF, DUNE_UK_GLASGOW, DUNE_UK_LANCASTER_CEPH, DUNE_UK_MANCHESTER_CEPH, DUNE_US_BNL_SDCC, DUNE_US_FNAL_DISK_STAGE, FNAL_DCACHE, FNAL_DCACHE_STAGING, FNAL_DCACHE_TEST, MONTECARLO, NIKHEF, PRAGUE, QMUL, RAL-PP, RAL_ECHO, SURFSARA, T3_US_NERSC
Enabled output RSEs	CERN_PDUNE_EOS, DUNE_CA_SFU, DUNE_CERN_EOS, DUNE_ES_PIC, DUNE_FR_CCIN2P3_DISK, DUNE_IN_TIFR, DUNE_IT_INFN_CNAF, DUNE_UK_GLASGOW, DUNE_UK_LANCASTER_CEPH, DUNE_UK_MANCHESTER_CEPH, DUNE_US_BNL_SDCC, DUNE_US_FNAL_DISK_STAGE, FNAL_DCACHE, FNAL_DCACHE_STAGING, FNAL_DCACHE_TEST, NIKHEF, PRAGUE, QMUL, RAL-PP, RAL_ECHO, SURFSARA, T3_US_NERSC
Enabled sites	BR_CBPF, CA_SFU, CERN, CH_UNIBE-LHEP, CZ_FZU, ES_CIEMAT, ES_PIC, FR_CCIN2P3, IT_CNAF, NL_NIKHEF, NL_SURFsara, UK_Bristol, UK_Brunel, UK_Durham, UK_Edinburgh, UK_Lancaster, UK_Liverpool, UK_Manchester, UK_Oxford, UK_QMUL, UK_RAL-PPD, UK_RAL-Tier1, UK_Sheffield, US_Colorado, US_FNAL-FermiGrid, US_FNAL-T1, US_Michigan, US_PuertoRico, US_SU-ITS, US_Swan, US_UChicago, US_UConn-HPC, US_UCSD, US_Wisconsin
Scope	usertests
Events for this stage

Environment variables

Name	Value
CODE_TAR_DIR_LOCAL	/cvmfs/fifeuser1.opensciencegrid.org/sw/dune/8fe25cc115005cd229f96c522a2047154ba76e41
FINAL_OUTPUT_DIR	/pnfs/dune/scratch/users/szh2/pdhd_DATA_Michel/output_justIN

File states

Total files	Finding	Unallocated	Allocated	Outputting	Processed	Not found	Failed
3	0	2	0	0	0	0	1

Job states

Total	Submitted	Started	Processing	Outputting	Finished	Notused	Aborted	Stalled	Jobscript error	Outputting failed	None processed
12	0	0	0	0	0	0	0	0	12	0	0

RSEs used

Name	Inputs	Outputs
DUNE_US_FNAL_DISK_STAGE	12	0

Stats of processed input files as CSV or JSON, and of uploaded output files as CSV or JSON (up to 10000 files included)

Jobscript

#!/bin/bash

############################################################
# ProtoDUNE-HD Michel Processing  justIN Jobscript
#
# Steps:
#   1. Run deconvolution FHiCL on raw ART file
#   2. Run Michel-time FHiCL on deconv_gen.root
#   3. Extract name fields 38 for output naming
#   4. Save final analysis ROOT file to PNFS
#   5. Mark PFN as processed
############################################################

############## USER SETTINGS ################################

# FHiCL configuration files (inside your tarball)
FCL_DECON="work/michel_DATA_deconv/newProcess202511/protodunehd_deconvolution_run.fcl"
FCL_MICHEL="work/michel_DATA_deconv/newProcess202511/runmicheltime.fcl"


# LArSoft version
DUNE_VERSION=v10_04_00d00
DUNE_QUALIFIER=e26:prof

# Your uploaded custom code
CODE_TAR_DIR_LOCAL=${CODE_TAR_DIR_LOCAL:-/cvmfs/fifeuser1.opensciencegrid.org/sw/dune/8fe25cc115005cd229f96c522a2047154ba76e41}

# Output directory
FINAL_OUTPUT_DIR=${FINAL_OUTPUT_DIR:-/pnfs/dune/scratch/users/szh2/pdhd_DATA_Michel/output_justIN}

echo "[INFO] Using:"
echo "       FCL_DECON  = ${FCL_DECON}"
echo "       FCL_MICHEL = ${FCL_MICHEL}"
echo "       Output dir = ${FINAL_OUTPUT_DIR}"
echo "=========================================================="

############## GET INPUT PFN FROM JUSTIN #####################

did_pfn_rse="$(${JUSTIN_PATH}/justin-get-file)"

if [ -z "${did_pfn_rse}" ]; then
    echo "[INFO] No file to process. Exiting."
    exit 0
fi

did=$(echo "${did_pfn_rse}" | cut -f1 -d' ')
pfn=$(echo "${did_pfn_rse}" | cut -f2 -d' ')
rse=$(echo "${did_pfn_rse}" | cut -f3 -d' ')

echo "[INFO] DID : ${did}"
echo "[INFO] PFN : ${pfn}"
echo "[INFO] RSE : ${rse}"

############## EXTRACT RAW BASENAME ##########################

raw_base=$(basename "${pfn}")

# Example filename:
# np04hd_raw_run028116_0390_dataflow5_datawriter_0_20240724T121733_reco_stage1_reco_stage2_20240911T044206_keepup.root
#
# You want fields 3-8:
# run028116_0390_dataflow5_datawriter_0_20240724T121733

extracted=$(echo "${raw_base}" | awk -F'_' '{print $3"_"$4"_"$5"_"$6"_"$7"_"$8}')
echo "[INFO] Extracted pattern: ${extracted}"

############## SETUP ENVIRONMENT #############################

source /cvmfs/dune.opensciencegrid.org/products/dune/setup_dune.sh
setup dunesw ${DUNE_VERSION} -q ${DUNE_QUALIFIER}

echo "[INFO] Loading your CVMFS localProducts..."
source ${CODE_TAR_DIR_LOCAL}/localProducts_larsoft_v10_04_00d00_e26_prof/setup

# Add this block:
echo "[INFO] Extending FHICL search path..."
export FHICL_FILE_PATH=${FHICL_FILE_PATH}:${CODE_TAR_DIR_LOCAL}/work/michel_DATA_deconv/newProcess202511


if command -v mrbslp &>/dev/null ; then
    mrbslp
fi

############## STEP 1  DECONVOLUTION ########################

echo "[STEP 1] Running deconvolution..."
rm -f deconv_gen.root

lar -c ${FCL_DECON} -s "${pfn}" > deconvolution.log 2>&1
deconv_exit=$?

if [ ${deconv_exit} -ne 0 ] || [ ! -f "deconv_gen.root" ]; then
    echo "[ERROR] Deconvolution FAILED."
    tail -50 deconvolution.log
    exit 1
fi

echo "[INFO] Deconvolution completed."

############## STEP 2  MICHEL TIME ##########################

echo "[STEP 2] Running Michel time matching..."
rm -f michelt0_Decon.root

lar -c ${FCL_MICHEL} -s deconv_gen.root > michel.log 2>&1
michel_exit=$?

if [ ${michel_exit} -ne 0 ] || [ ! -f "michelt0_Decon.root" ]; then
    echo "[ERROR] Michel processing FAILED."
    tail -50 michel.log
    exit 1
fi

echo "[INFO] Michel-time step completed."

############## STEP 3  RENAME & SAVE ########################

final_output="michelt0_decon_${extracted}.root"

echo "[INFO] Saving final file as:"
echo "       ${FINAL_OUTPUT_DIR}/${final_output}"

mkdir -p ${FINAL_OUTPUT_DIR}
ifdh cp -D michelt0_Decon.root ${FINAL_OUTPUT_DIR}/${final_output}

if [ $? -ne 0 ]; then
    echo "[ERROR] Failed to save final output."
    exit 1
fi

############## MARK AS PROCESSED ############################

echo "${pfn}" > justin-processed-pfns.txt
echo "[INFO] File marked as processed."

############## PACKAGE LOGS ##################################

tar zcf "${JUSTIN_JOBSUB_ID}.logs.tgz" *.log

echo "[INFO] Job completed successfully."
exit 0