justIN           Dashboard       Workflows       Jobs       AWT       Sites       Storages       Docs       Login

Jobsub ID 258324.2@dunegpschedd02.fnal.gov

Jobsub ID258324.2@dunegpschedd02.fnal.gov
Workflow ID11055
Stage ID1
User nameschellma@fnal.gov
HTCondor Groupgroup_dune
RequestedProcessors1
GPUNo
RSS bytes2097152000 (2000 MiB)
Wall seconds limit80000 (22 hours)
Submitted time2025-12-06 00:54:23
SiteCERN
EntryCMSHTPC_T2_CH_CERN_ce503
Last heartbeat2025-12-06 00:56:52
From worker nodeHostnameb9p04p4088.cern.ch
cpuinfoAMD EPYC 7543 32-Core Processor
OS releaseScientific Linux release 7.9 (Nitrogen)
Processors1
RSS bytes2097152000 (2000 MiB)
Wall seconds limit343800 (95 hours)
GPU
Inner Apptainer?True
Job statejobscript_error
Started2025-12-06 00:56:06
Input filesmonte-carlo-011055-000002
JobscriptExit code2
Real time0m (0s)
CPU time0m (0s = 0%)
Max RSS bytes0 (0 MiB)
Outputting started 
Output files
Finished2025-12-06 00:56:52
Saved logsjustin-logs:258324.2-dunegpschedd02.fnal.gov.logs.tgz
List job events     Cached HTCondor job logs

Jobscript log (last 10,000 characters)

Config file: pass1_CERN_000002.json
{
  "namespace": "usertests",
  "metadata": {
    "core.first_event_number": 20881,
    "core.last_event_number": 26770,
    "core.event_count": 50,
    "core.runs": [
      8525
    ],
    "core.runs_subruns": [
      852500000
    ],
    "dune.workflow": {
      "user": "epennacc@fnal.gov",
      "stage_id": 1,
      "os_release": "Scientific Linux release 7.9 (Nitrogen)",
      "workflow_id": 10257
    },
    "retention.status": "active",
    "merge.version": "0.7.4",
    "merge.method": "lar",
    "merge.timestamp": "20251206T002651",
    "merge.cmd": "python rootcheck.py -l {inputs} > rootcheck.log",
    "merge.script": "rootcheck.py",
    "merge.cfg": "artcat.fcl",
    "merge.skip": 0,
    "merge.limit": 20,
    "merge.tag": "TEST-READ",
    "merge.dataset": "fardet-hd:fardet-hd__trg_mc_2025a_tpg__trigger-primitives__v10_12_01d01__tpg_dune10kt_1x2x6__prodgenie_nu_dune10kt_1x2x6__out1__v1_official",
    "dune.user": "dunepro",
    "core.group": "dune",
    "core.run_type": "fardet-hd",
    "dune.campaign": "trg_mc_2025a_tpg",
    "core.data_tier": "trigprim",
    "core.file_type": "mc",
    "dune.requestid": "ritm2612698",
    "art.process_name": "TPGen",
    "core.application": "art.reco",
    "core.data_stream": "out1",
    "core.file_format": "artroot",
    "dune.config_file": "tpg_dune10kt_1x2x6.fcl",
    "dune.output_status": "confirmed",
    "art.file_format_era": "ART_2011a",
    "core.application.name": "reco",
    "dune_mc.detector_type": "fardet-hd",
    "art.file_format_version": 15,
    "core.application.family": "art",
    "core.application.version": "v10_12_01d01",
    "dune_mc.gen_fcl_filename": "prodgenie_nu_dune10kt_1x2x6.fcl",
    "core.file_content_status": "good",
    "retention.class": "unknown",
    "merge.hash": "7be7c8c0936f277302c8c954a62c8d307621efcd6d512bf2b7239310cab3f5d9",
    "merge.group": 2
  },
  "parents": [
    {
      "fid": "01NHZNxaTa2Jk5Wf",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T194553Z_gen_002089_g4_detsim_20251116T170719Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "02vywVNuQQ2QHZx7",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T195245Z_gen_002380_g4_detsim_20251116T105424Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "00tT8GCfTweh3tKb",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T195623Z_gen_002551_g4_detsim_20251116T105036Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "00mozEZHSV2zDv85",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T195936Z_gen_002650_g4_detsim_20251116T105040Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "06HdtkiYR1Syg70C",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T200010Z_gen_002677_g4_detsim_20251116T110606Z_reco.root",
      "namespace": "fardet-hd"
    }
  ],
  "inputs": [
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/1d/21/prodgenie_nu_dune10kt_1x2x6_20251003T194553Z_gen_002089_g4_detsim_20251116T170719Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/0f/d8/prodgenie_nu_dune10kt_1x2x6_20251003T195245Z_gen_002380_g4_detsim_20251116T105424Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/72/9c/prodgenie_nu_dune10kt_1x2x6_20251003T195623Z_gen_002551_g4_detsim_20251116T105036Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/35/32/prodgenie_nu_dune10kt_1x2x6_20251003T195936Z_gen_002650_g4_detsim_20251116T105040Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/b9/bc/prodgenie_nu_dune10kt_1x2x6_20251003T200010Z_gen_002677_g4_detsim_20251116T110606Z_reco.root"
  ],
  "outputs": [
    {
      "name": "prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__rootcheck__TEST-READ_l000020_20251206T002651_f002.root",
      "metadata": {
        "core.data_tier": "logfile",
        "core.application.name": "rootcheck",
        "core.file_format": "txt",
        "dune.campaign": "test_campaign"
      },
      "rename": "rootcheck.log"
    }
  ],
  "settings": {
    "streaming": true,
    "method": "lar",
    "cfg": "artcat.fcl",
    "script": "rootcheck.py",
    "cmd": "python rootcheck.py -l {inputs} > rootcheck.log"
  }
}Setting up larsoft UPS area... /cvmfs/larsoft.opensciencegrid.org
Setting up DUNE UPS area... /cvmfs/dune.opensciencegrid.org/products/dune/
python: can't open file '/home/workspace/rootcheck.py': [Errno 2] No such file or directory
Merging 5 files into prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__rootcheck__TEST-READ_l000020_20251206T002651_f002.root using method lar
python rootcheck.py -l root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/1d/21/prodgenie_nu_dune10kt_1x2x6_20251003T194553Z_gen_002089_g4_detsim_20251116T170719Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/0f/d8/prodgenie_nu_dune10kt_1x2x6_20251003T195245Z_gen_002380_g4_detsim_20251116T105424Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/72/9c/prodgenie_nu_dune10kt_1x2x6_20251003T195623Z_gen_002551_g4_detsim_20251116T105036Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/35/32/prodgenie_nu_dune10kt_1x2x6_20251003T195936Z_gen_002650_g4_detsim_20251116T105040Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/b9/bc/prodgenie_nu_dune10kt_1x2x6_20251003T200010Z_gen_002677_g4_detsim_20251116T110606Z_reco.root > rootcheck.log
ERROR: Merging failed with return code 2
failed to merge pass1_CERN_000002.json 2
justIN time: 2025-12-20 04:55:07 UTC       justIN version: 01.05.03