justIN           Dashboard       Workflows       Jobs       AWT       Sites       Storages       Docs       Login

Jobsub ID 263748.1@dunegpschedd02.fnal.gov

Jobsub ID263748.1@dunegpschedd02.fnal.gov
Workflow ID11301
Stage ID1
User nameschellma@fnal.gov
RequestedProcessors1
GPUNo
RSS bytes2097152000 (2000 MiB)
Wall seconds limit80000 (22 hours)
Submitted time2025-12-21 18:23:37
SiteUS_FNAL-FermiGrid
EntryFNAL_GPGrid_ce04_mcore_op_duneonly
Last heartbeat2025-12-21 18:26:39
From worker nodeHostnamedunegli-8129005-0-fnpc22030.fnal.gov
cpuinfoAMD EPYC 7543 32-Core Processor
OS releaseScientific Linux release 7.9 (Nitrogen)
Processors1
RSS bytes2097152000 (2000 MiB)
Wall seconds limit172800 (48 hours)
GPU
Inner Apptainer?True
Job statejobscript_error
Started2025-12-21 18:24:20
Input filesmonte-carlo-011301-000001
JobscriptExit code2
Real time0m (0s)
CPU time0m (0s = 0%)
Max RSS bytes0 (0 MiB)
Outputting started 
Output files
Finished2025-12-21 18:26:39
Saved logsjustin-logs:263748.1-dunegpschedd02.fnal.gov.logs.tgz
List job events     Cached HTCondor job logs

Jobscript log (last 10,000 characters)

{
      "fid": "OAyQ8ckhTQG37LfR"
    },
    {
      "fid": "R3HfYxcKQlOCBF33"
    },
    {
      "fid": "PiDlH24oSoaFrijD"
    },
    {
      "fid": "tLIFK3mLRkOzcQzU"
    },
    {
      "fid": "RaakXnOLQzqI2uxd"
    },
    {
      "fid": "rv0y9sEUR3CBDdQ3"
    },
    {
      "fid": "qQBmCcxARlGA5tUa"
    },
    {
      "fid": "qYW0YbBNTB2Nrzig"
    },
    {
      "fid": "TPLa7h2nQSS0Mtud"
    },
    {
      "fid": "q0YQZuKvSIi47KqK"
    },
    {
      "fid": "RhvCk2dCSyuEgIOv"
    },
    {
      "fid": "TpgzLS3PQ02mnv9T"
    },
    {
      "fid": "PXG8V4twQPaAEJgL"
    },
    {
      "fid": "sc1WFj8NS4WCC2fT"
    },
    {
      "fid": "OPBd6lNkSzORqvg4"
    },
    {
      "fid": "r18TqSwGT7ypKjID"
    },
    {
      "fid": "R1RpxPSHT3ueHMVI"
    },
    {
      "fid": "T9z6RpG5QTqP9Uuh"
    },
    {
      "fid": "oVFzzpwtRbKGFhFG"
    },
    {
      "fid": "SKMFRyoOS1aexVEf"
    },
    {
      "fid": "SfMqqrCzQq2Wau3U"
    },
    {
      "fid": "qBuAITEPSCuZVLbp"
    },
    {
      "fid": "RndOfnlnSh6ZDyAQ"
    },
    {
      "fid": "rw1zXDfyR3mWxE7u"
    },
    {
      "fid": "T73xI9UARGSnse5V"
    },
    {
      "fid": "QsJ0IxbuRMS5f6Rj"
    },
    {
      "fid": "OwGPhVMURLe49h2P"
    },
    {
      "fid": "U4aqrIYRSTWjwp8f"
    },
    {
      "fid": "oY3EMp51Sy2u1KQm"
    },
    {
      "fid": "RjQB96a3RduA7GSz"
    },
    {
      "fid": "SUO9khmbRmu1upgv"
    },
    {
      "fid": "rqgPyXZgSnGwhvx0"
    },
    {
      "fid": "pVPgf5WWSf6PtsyA"
    },
    {
      "fid": "oRZIvsHCS72TKvMp"
    },
    {
      "fid": "RR7zURmPSlKNnozS"
    },
    {
      "fid": "PEidQVamS860xlOa"
    },
    {
      "fid": "Q3VcSkEzROWJsgzH"
    },
    {
      "fid": "t0rXocATRh6uRBH9"
    },
    {
      "fid": "r3wBuvEIQBazFoSt"
    },
    {
      "fid": "SyITHdHbSYC5w5O7"
    },
    {
      "fid": "qx1NFV31Ry6QRgBr"
    },
    {
      "fid": "sRCanNAJS26orx5n"
    },
    {
      "fid": "PHDzBKRzStCJnBYi"
    },
    {
      "fid": "OtQpy1tGTDWETFlq"
    },
    {
      "fid": "PEXtHbMPSoeqqODm"
    },
    {
      "fid": "tjYqsyoKTDOuJNy2"
    },
    {
      "fid": "Ta4MWpklRyu41gtS"
    },
    {
      "fid": "sYnk9EO8R5KStPpn"
    },
    {
      "fid": "RZWxmRGfRRqVL8Ut"
    },
    {
      "fid": "szdruebfQ62SYcNs"
    },
    {
      "fid": "t1LkhdDjT4SyrTtk"
    },
    {
      "fid": "OA2IOIKWTBGR675F"
    },
    {
      "fid": "tdBRvyeBQkeUsj87"
    },
    {
      "fid": "pYTRa1EcQI65NfEj"
    },
    {
      "fid": "TzCzmBWNRmuiES7V"
    },
    {
      "fid": "Qo3IVWgdSgitRlRQ"
    },
    {
      "fid": "PKpuOY5HShCClKzL"
    },
    {
      "fid": "O5sRqP69QOi0Biy7"
    },
    {
      "fid": "rTJ4KY6zRVGtk05W"
    },
    {
      "fid": "rpsOaLpyRqOyCgV0"
    },
    {
      "fid": "qgbb5WN6S0CuzHee"
    },
    {
      "fid": "tb01OQXWQi6K7lHe"
    },
    {
      "fid": "rPGaHyO1Rfe3nPQ6"
    },
    {
      "fid": "PnWfIyIRToqEyxul"
    },
    {
      "fid": "scm5Uqs4Qr6argOA"
    },
    {
      "fid": "Ph7ope6HTf6FwSYn"
    },
    {
      "fid": "pMxyNNhMSxGpHOpT"
    },
    {
      "fid": "QwScf3d7RBWPMlDC"
    },
    {
      "fid": "pAa5LbPLRL6p02D8"
    },
    {
      "fid": "tSYPACj4TASmAnoA"
    },
    {
      "fid": "TEvvFGLYRLGYNZHr"
    },
    {
      "fid": "U3DyCwARTLudi4ZM"
    },
    {
      "fid": "tgR9x7UZSCWsiZt9"
    },
    {
      "fid": "PLOugd4LRhqn7IB5"
    },
    {
      "fid": "rak1xrLoTdqr8Kz3"
    },
    {
      "fid": "sQFltyS1RJCiq7dG"
    },
    {
      "fid": "rOXrwZIsShe8BaUt"
    },
    {
      "fid": "T2pKinlRRFKyZbf7"
    },
    {
      "fid": "s658uW9bTOa6sHx8"
    },
    {
      "fid": "p6lfa88nR1myYfbB"
    },
    {
      "fid": "SIbljmmpRzOXsCQQ"
    },
    {
      "fid": "r1GDxCabR3aE4fiX"
    },
    {
      "fid": "rCu77jF3TkqMpYIQ"
    },
    {
      "fid": "rTBAKwljR92V1Gib"
    },
    {
      "fid": "TRECy1ifRxeGWaER"
    },
    {
      "fid": "RpSzmIxhT3qkIonN"
    },
    {
      "fid": "Q1rxfnXwReekGBZg"
    },
    {
      "fid": "QTmSBXfUSb2lU2GD"
    },
    {
      "fid": "PgRLtzquRrqVsi53"
    },
    {
      "fid": "oK1dkTKiROaCcd9x"
    },
    {
      "fid": "SIC7LDEaSzeUeclO"
    },
    {
      "fid": "rFp14R47TKGIUexW"
    },
    {
      "fid": "u5JPVldJRzqIFiMw"
    },
    {
      "fid": "tUy4lFAFQjSy43ni"
    },
    {
      "fid": "rxcCEtvuT1i5OneM"
    },
    {
      "fid": "S0UztKX5TI20ASxJ"
    },
    {
      "fid": "r3EfarETT0ezvyNg"
    },
    {
      "fid": "ThlMrMArSRCX84Np"
    },
    {
      "fid": "puacX5LKRQuvY4O7"
    },
    {
      "fid": "p6zjB40vQjaXOgzH"
    },
    {
      "fid": "pyTgnrprTqaGayKW"
    },
    {
      "fid": "qRB0GKtpQia1H0RB"
    },
    {
      "fid": "sYicA1xGR3awxIxt"
    },
    {
      "fid": "Tme5mJ8nQj2WTeCS"
    },
    {
      "fid": "Pvi1XCMuTFGNkG3W"
    },
    {
      "fid": "qEvW5D8mRM2qRdCy"
    },
    {
      "fid": "t7IHaHVyS1CtlaDH"
    },
    {
      "fid": "Q04TEibaQLeIfpW0"
    },
    {
      "fid": "P2JsZZ92STGJn4JN"
    },
    {
      "fid": "s8VWj1WURSKltm5K"
    },
    {
      "fid": "p8lbZpwRRGCixbC2"
    },
    {
      "fid": "r1vWpAhQTya1kavb"
    },
    {
      "fid": "t7224URjQi6XwvIZ"
    },
    {
      "fid": "RbbJsAVaQ4igEvdg"
    },
    {
      "fid": "u1EJHwgsRHKzsPMO"
    },
    {
      "fid": "tCACNusVTtO9Dwtd"
    },
    {
      "fid": "RftOzTGNQeaSWfe1"
    },
    {
      "fid": "PUrbKDJSSuiguCTz"
    },
    {
      "fid": "TczUWKOCRWe0BsVQ"
    },
    {
      "fid": "Op7h2YqkRaKmnwCX"
    },
    {
      "fid": "oQWq8bUCRmG3mkrp"
    },
    {
      "fid": "SQTSOYesTPOpMvvV"
    },
    {
      "fid": "o6DnmTTLSXKjTBx3"
    },
    {
      "fid": "oRtxMCqJRBejqHWL"
    },
    {
      "fid": "RjOPKbUIRTu0ihMr"
    },
    {
      "fid": "PSOJxR4aTXqbEVBI"
    },
    {
      "fid": "sTLos82hSsWWdMth"
    },
    {
      "fid": "qaofCVRETMilVc4s"
    },
    {
      "fid": "ryvARqihR6iYFzAs"
    }
  ],
  "inputs": [
    "root://fndcadoor.fnal.gov:1094/pnfs/fnal.gov/usr/dune/persistent/staging/fardet-hd/38/39/prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__NU_prod-pass2_v2_20251126T000804_f10.root",
    "root://fndcadoor.fnal.gov:1094/pnfs/fnal.gov/usr/dune/persistent/staging/fardet-hd/82/e8/prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__NU_prod-pass2_v2_20251126T000804_f11.root"
  ],
  "outputs": [
    {
      "name": "prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__triggerana_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__TEST-OUTPUTS_l000005_20251221T175637_f001.root",
      "metadata": {
        "core.data_tier": "root-tuple",
        "core.application.name": "triggerAna",
        "core.file_format": "root"
      }
    }
  ],
  "settings": {
    "streaming": true,
    "method": "hadd",
    "cmd": "hadd -f {output} {inputs}"
  }
}Setting up larsoft UPS area... /cvmfs/larsoft.opensciencegrid.org
Setting up DUNE UPS area... /cvmfs/dune.opensciencegrid.org/products/dune/
hadd Target file: prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__triggerana_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__TEST-OUTPUTS_l000005_20251221T175637_f001.root
hadd compression setting for all output: 1
hadd Source file 1: root://fndcadoor.fnal.gov:1094/pnfs/fnal.gov/usr/dune/persistent/staging/fardet-hd/38/39/prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__NU_prod-pass2_v2_20251126T000804_f10.root
hadd Source file 2: root://fndcadoor.fnal.gov:1094/pnfs/fnal.gov/usr/dune/persistent/staging/fardet-hd/82/e8/prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__NU_prod-pass2_v2_20251126T000804_f11.root
hadd Target path: prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__triggerana_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__TEST-OUTPUTS_l000005_20251221T175637_f001.root:/
hadd Target path: prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__triggerana_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__TEST-OUTPUTS_l000005_20251221T175637_f001.root:/triggerAna
hadd Target path: prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__triggerana_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__TEST-OUTPUTS_l000005_20251221T175637_f001.root:/triggerAna/TriggerPrimitives
Merging 2 files into prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__triggerana_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__TEST-OUTPUTS_l000005_20251221T175637_f001.root using method hadd
hadd -f prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__triggerana_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__TEST-OUTPUTS_l000005_20251221T175637_f001.root root://fndcadoor.fnal.gov:1094/pnfs/fnal.gov/usr/dune/persistent/staging/fardet-hd/38/39/prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__NU_prod-pass2_v2_20251126T000804_f10.root root://fndcadoor.fnal.gov:1094/pnfs/fnal.gov/usr/dune/persistent/staging/fardet-hd/82/e8/prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__NU_prod-pass2_v2_20251126T000804_f11.root
Processing output file prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__triggerana_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__TEST-OUTPUTS_l000005_20251221T175637_f001.root
check any root output
python3: can't open file '/cvmfs/fifeuser2.opensciencegrid.org/sw/dune/1d5114b31de3affae98069da4f4a8d4912550812/rootchecker.py': [Errno 2] No such file or directory
bad root files pass1_US_FNAL-FermiGrid_000001.json 2
justIN time: 2026-02-07 07:55:16 UTC       justIN version: 01.06.00