Jobsub ID 262813.49@dunegpschedd01.fnal.gov

Jobsub ID	262813.49@dunegpschedd01.fnal.gov
Workflow ID	10973
Stage ID	1
User name	schellma@fnal.gov
HTCondor Group	group_dune
Requested	Processors	1
	GPU	No
	RSS bytes	2097152000 (2000 MiB)
	Wall seconds limit	80000 (22 hours)
Submitted time	2025-12-03 17:19:32
Site	CERN
Entry	CMSHTPC_T2_CH_CERN_ce507
Last heartbeat	2025-12-03 17:27:09
From worker node	Hostname	b9p28p8229.cern.ch
	cpuinfo	AMD EPYC 7302 16-Core Processor
	OS release	Scientific Linux release 7.9 (Nitrogen)
	Processors	1
	RSS bytes	2097152000 (2000 MiB)
	Wall seconds limit	343800 (95 hours)
	GPU
	Inner Apptainer?	True
Job state	stalled
Started	2025-12-03 17:20:37
Input files	monte-carlo-010973-000250
Outputting started	2025-12-03 17:27:09
Output files
Finished	2025-12-03 18:23:34
List job events (HTCondor job logs unavailable)
Jobscript log (last 10,000 characters)

d"
    },
    {
      "fid": "YBaPJTVfRcq9LEet"
    },
    {
      "fid": "ZzKPwx3HREaMWq5y"
    },
    {
      "fid": "zzn3l0eBQvGm10ZW"
    },
    {
      "fid": "XgopZpNpSNOvVtgk"
    },
    {
      "fid": "XTVE93EyTWmR7Vrt"
    },
    {
      "fid": "yDWGpmVgREmTkbE4"
    },
    {
      "fid": "x3UEokRORc67Mmou"
    },
    {
      "fid": "Z904M52GR1a8HR5t"
    },
    {
      "fid": "zGi3bTJRSCiiDpuv"
    },
    {
      "fid": "ZZmdHPPDRkSydE8R"
    },
    {
      "fid": "ZzJg8pmoRHmLgmRu"
    },
    {
      "fid": "ZzyQr52wRsSAyX2E"
    },
    {
      "fid": "yL3YvZS6TmWxuJJe"
    },
    {
      "fid": "xyZ60rKzSF679T3a"
    },
    {
      "fid": "zs7w1zbFQBK79Ycj"
    },
    {
      "fid": "ZzngG1xPSpOkAgrI"
    },
    {
      "fid": "YMLb7GYgSp2Sirts"
    },
    {
      "fid": "xkbHdZlfSaOHPL0V"
    },
    {
      "fid": "YZsQP8C6S2mHYPXo"
    },
    {
      "fid": "ztxWFT5oSvuDxgOT"
    },
    {
      "fid": "yvqhNnucQdmi6uEH"
    },
    {
      "fid": "ZzU97GQhTp2LHqiC"
    },
    {
      "fid": "X8q704vhQLqg7Dxo"
    },
    {
      "fid": "ZCmgP21gTmaxg20k"
    },
    {
      "fid": "zELii8mhQ0egDdDh"
    },
    {
      "fid": "X02y9kB2TiGQPEIX"
    },
    {
      "fid": "xAMBqAGoS3W0hNy4"
    },
    {
      "fid": "Z2KwAGuRTnOHEQb9"
    },
    {
      "fid": "y2MFNVkJSOCFO1Yk"
    },
    {
      "fid": "yIOqVqPYQGGXVWyX"
    },
    {
      "fid": "wYZTeNoySwqxqBCl"
    },
    {
      "fid": "XHSAs5QFRPSqcCrP"
    },
    {
      "fid": "xxz1xkjZQc6UXO18"
    },
    {
      "fid": "xVhBojBHSx25IXn2"
    },
    {
      "fid": "zjaZ8ybkQl269uD5"
    },
    {
      "fid": "Z1GoX3QkTPCuCEAm"
    },
    {
      "fid": "ZmZpWD0mSgu7NG3C"
    },
    {
      "fid": "Zzy8Wk1nRmScqYJa"
    },
    {
      "fid": "ZZP0DXQjSuC5uvYx"
    },
    {
      "fid": "xutUWMibSdaQDYeU"
    },
    {
      "fid": "WXBbSWlpQQSGQE22"
    },
    {
      "fid": "YbpTz2L8S3qwSYkA"
    },
    {
      "fid": "xuwKjedhRrKb9YNQ"
    },
    {
      "fid": "Y1ycjJbzSP6yBIcZ"
    },
    {
      "fid": "YeBGPQt6SUGM5wUZ"
    },
    {
      "fid": "YU8ykv0jSNSXMBON"
    },
    {
      "fid": "XMPQTW1ERrOpyVGU"
    },
    {
      "fid": "zRrYr9esRQ6T7irY"
    },
    {
      "fid": "yVR1DN69Q0yakseo"
    },
    {
      "fid": "Zfwyv9FPRx2C0wwT"
    },
    {
      "fid": "XFAyO0NHTXu9CDiI"
    },
    {
      "fid": "ZZZxgeXbRGmdOcwq"
    },
    {
      "fid": "ZzE98SN7SN65GCKX"
    },
    {
      "fid": "zwMRY1dyS0y8p0IV"
    },
    {
      "fid": "yPeyPa13SmqR9W89"
    },
    {
      "fid": "ZtAugwhuQwaUuQlA"
    },
    {
      "fid": "xxY603bdSbq5XhU4"
    },
    {
      "fid": "yLphxTt6QOOJp6cJ"
    },
    {
      "fid": "xigstQfaSbS87rG2"
    },
    {
      "fid": "Xq744vBARmGvtQyh"
    },
    {
      "fid": "zztp9njoSq6dHMvP"
    },
    {
      "fid": "zy2QzxG0SDGxWM5l"
    },
    {
      "fid": "ZzASDjuVT4uOtuS2"
    },
    {
      "fid": "Xh8lErokQWWNblgV"
    },
    {
      "fid": "YbiVNmHUTUmay6Ta"
    },
    {
      "fid": "XURnQWDkQIq6jpnq"
    },
    {
      "fid": "Z9TTocLWQYiHOdla"
    },
    {
      "fid": "Xk8bDGNLQmyFxe2m"
    },
    {
      "fid": "xwC7pbvuS8mbSG6A"
    },
    {
      "fid": "yHKlbkgSRNWe6HsW"
    },
    {
      "fid": "xe2PMfuISTeXLTyk"
    },
    {
      "fid": "ytVRvs9tSpO7eJch"
    },
    {
      "fid": "zBVcyYqsTUa0iMDA"
    },
    {
      "fid": "yEAz3MplT4mXIfSU"
    },
    {
      "fid": "XO11pD4OTdKn8Utu"
    },
    {
      "fid": "wwZCNVn0SKCtJgjd"
    },
    {
      "fid": "XtzVs96TQDGgHw3P"
    },
    {
      "fid": "zzwYlSPVTfOn95SG"
    },
    {
      "fid": "yuZbGXLqRhC8hbLs"
    },
    {
      "fid": "X9qlXSfmQPiDjI4S"
    },
    {
      "fid": "yrux0SU9SEGCLvip"
    },
    {
      "fid": "ZShMvXLzRIG6ngju"
    },
    {
      "fid": "ZZvAzcyBQkSBJgeY"
    },
    {
      "fid": "xszmaCaNQw6bfOy8"
    },
    {
      "fid": "YmRYBKBzQXSCKoyo"
    },
    {
      "fid": "x5fVNU1FQcWpaIzP"
    },
    {
      "fid": "zZxL2AcRS0GL8654"
    },
    {
      "fid": "YozQd0goRcWEzHGB"
    },
    {
      "fid": "YTrabItQT7GNaR1f"
    },
    {
      "fid": "xk15QwFQRWiJql26"
    },
    {
      "fid": "ZkDpbJ2VSKqLndiA"
    },
    {
      "fid": "wYicmtl7Te2WKLhB"
    },
    {
      "fid": "yDMxdAOKTMyG7Cce"
    },
    {
      "fid": "xtw3CQk5QAGQSs2J"
    },
    {
      "fid": "ZzXXa5E4QmuDKk0w"
    },
    {
      "fid": "XEaHGKRtQDqWJGUo"
    },
    {
      "fid": "Z4whu2idQ5ul1RQ8"
    },
    {
      "fid": "xPjJ2iNhSO6U8jpT"
    },
    {
      "fid": "zZm9wsQUSGO2ws9e"
    },
    {
      "fid": "xsiz9IdKTXS0Kr3U"
    },
    {
      "fid": "ZZxs9w4cSqa1TQTn"
    },
    {
      "fid": "zLWr5gzuRVGDXjwZ"
    },
    {
      "fid": "ZycUqrrVSBeXf00q"
    },
    {
      "fid": "XWnkIQ0XSASWscF1"
    }
  ],
  "inputs": [
    "root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/b4/21/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s045000_l005000_20251126T012649_c8.root",
    "root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/f6/04/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s045000_l005000_20251126T012649_c9.root",
    "root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/6b/ca/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s050000_l005000_20251126T012840.root"
  ],
  "outputs": [
    {
      "name": "prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f249.root",
      "metadata": {
        "core.data_tier": "root-tuple",
        "core.application.name": "triggerAna",
        "core.file_format": "root"
      }
    }
  ],
  "settings": {
    "streaming": true,
    "method": "hadd",
    "cmd": "hadd -f {output} {inputs}"
  }
}Setting up larsoft UPS area... /cvmfs/larsoft.opensciencegrid.org
Setting up DUNE UPS area... /cvmfs/dune.opensciencegrid.org/products/dune/
hadd Target file: prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f249.root
hadd compression setting for all output: 1
hadd Source file 1: root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/b4/21/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s045000_l005000_20251126T012649_c8.root
hadd Source file 2: root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/f6/04/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s045000_l005000_20251126T012649_c9.root
hadd Source file 3: root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/6b/ca/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s050000_l005000_20251126T012840.root
hadd Target path: prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f249.root:/
hadd Target path: prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f249.root:/triggerAna
hadd Target path: prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f249.root:/triggerAna/TriggerPrimitives
Merging 3 files into prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f249.root using method hadd
hadd -f prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f249.root root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/b4/21/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s045000_l005000_20251126T012649_c8.root root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/f6/04/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s045000_l005000_20251126T012649_c9.root root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/6b/ca/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s050000_l005000_20251126T012840.root
Processing output file prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f249.root
merged pass1_CERN_000250.json