justIN           Dashboard       Workflows       Jobs       AWT       Sites       Storages       Docs       Login

Jobsub ID 258322.3@dunegpschedd02.fnal.gov

Jobsub ID258322.3@dunegpschedd02.fnal.gov
Workflow ID11055
Stage ID1
User nameschellma@fnal.gov
HTCondor Groupgroup_dune
RequestedProcessors1
GPUNo
RSS bytes2097152000 (2000 MiB)
Wall seconds limit80000 (22 hours)
Submitted time2025-12-06 00:52:23
SiteCERN
EntryCMSHTPC_T2_CH_CERN_ce512
Last heartbeat2025-12-06 00:57:14
From worker nodeHostnameb9p06p9541.cern.ch
cpuinfoAMD EPYC 7543 32-Core Processor
OS releaseScientific Linux release 7.9 (Nitrogen)
Processors1
RSS bytes2097152000 (2000 MiB)
Wall seconds limit343800 (95 hours)
GPU
Inner Apptainer?True
Job statejobscript_error
Started2025-12-06 00:54:16
Input filesmonte-carlo-011055-000001
JobscriptExit code2
Real time0m (0s)
CPU time0m (0s = 0%)
Max RSS bytes0 (0 MiB)
Outputting started 
Output files
Finished2025-12-06 00:57:14
Saved logsjustin-logs:258322.3-dunegpschedd02.fnal.gov.logs.tgz
List job events     Cached HTCondor job logs

Jobscript log (last 10,000 characters)

Config file: pass1_CERN_000001.json
{
  "namespace": "usertests",
  "metadata": {
    "core.first_event_number": 211,
    "core.last_event_number": 16300,
    "core.event_count": 50,
    "core.runs": [
      1884,
      8525
    ],
    "core.runs_subruns": [
      188400000,
      852500000
    ],
    "dune.workflow": {
      "user": "epennacc@fnal.gov",
      "stage_id": 1,
      "os_release": "Scientific Linux release 7.9 (Nitrogen)"
    },
    "retention.status": "active",
    "merge.version": "0.7.4",
    "merge.method": "lar",
    "merge.timestamp": "20251206T002651",
    "merge.cmd": "python rootcheck.py -l {inputs} > rootcheck.log",
    "merge.script": "rootcheck.py",
    "merge.cfg": "artcat.fcl",
    "merge.skip": 0,
    "merge.limit": 20,
    "merge.tag": "TEST-READ",
    "merge.dataset": "fardet-hd:fardet-hd__trg_mc_2025a_tpg__trigger-primitives__v10_12_01d01__tpg_dune10kt_1x2x6__prodgenie_nu_dune10kt_1x2x6__out1__v1_official",
    "dune.user": "dunepro",
    "core.group": "dune",
    "core.run_type": "fardet-hd",
    "dune.campaign": "trg_mc_2025a_tpg",
    "core.data_tier": "trigprim",
    "core.file_type": "mc",
    "dune.requestid": "ritm2612698",
    "art.process_name": "TPGen",
    "core.application": "art.reco",
    "core.data_stream": "out1",
    "core.file_format": "artroot",
    "dune.config_file": "tpg_dune10kt_1x2x6.fcl",
    "dune.output_status": "confirmed",
    "art.file_format_era": "ART_2011a",
    "core.application.name": "reco",
    "dune_mc.detector_type": "fardet-hd",
    "art.file_format_version": 15,
    "core.application.family": "art",
    "core.application.version": "v10_12_01d01",
    "dune_mc.gen_fcl_filename": "prodgenie_nu_dune10kt_1x2x6.fcl",
    "core.file_content_status": "good",
    "retention.class": "unknown",
    "merge.hash": "7be7c8c0936f277302c8c954a62c8d307621efcd6d512bf2b7239310cab3f5d9",
    "merge.group": 1
  },
  "parents": [
    {
      "fid": "03GYHVWNSxGPr0OW",
      "name": "prodgenie_nu_dune10kt_1x2x6_20250827T103821Z_gen_000022_g4_detsim_20251106T185956Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "01XnQPFwRw2I8fSg",
      "name": "prodgenie_nu_dune10kt_1x2x6_20250827T104524Z_gen_000073_g4_detsim_20251116T105851Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "01D7rBYiQCqLMEWl",
      "name": "prodgenie_nu_dune10kt_1x2x6_20250827T110334Z_gen_000701_g4_detsim_20251116T112553Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "02mcFEdmR5GU8QFI",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T192607Z_gen_001202_g4_detsim_20251116T114321Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "00gWgqvKSVOHNxdH",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T193027Z_gen_001630_g4_detsim_20251116T111834Z_reco.root",
      "namespace": "fardet-hd"
    }
  ],
  "inputs": [
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/18/c9/prodgenie_nu_dune10kt_1x2x6_20250827T103821Z_gen_000022_g4_detsim_20251106T185956Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/d4/56/prodgenie_nu_dune10kt_1x2x6_20250827T104524Z_gen_000073_g4_detsim_20251116T105851Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/e0/92/prodgenie_nu_dune10kt_1x2x6_20250827T110334Z_gen_000701_g4_detsim_20251116T112553Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/5d/af/prodgenie_nu_dune10kt_1x2x6_20251003T192607Z_gen_001202_g4_detsim_20251116T114321Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/0d/f4/prodgenie_nu_dune10kt_1x2x6_20251003T193027Z_gen_001630_g4_detsim_20251116T111834Z_reco.root"
  ],
  "outputs": [
    {
      "name": "prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__rootcheck__TEST-READ_l000020_20251206T002651_f001.root",
      "metadata": {
        "core.data_tier": "logfile",
        "core.application.name": "rootcheck",
        "core.file_format": "txt",
        "dune.campaign": "test_campaign"
      },
      "rename": "rootcheck.log"
    }
  ],
  "settings": {
    "streaming": true,
    "method": "lar",
    "cfg": "artcat.fcl",
    "script": "rootcheck.py",
    "cmd": "python rootcheck.py -l {inputs} > rootcheck.log"
  }
}Setting up larsoft UPS area... /cvmfs/larsoft.opensciencegrid.org
Setting up DUNE UPS area... /cvmfs/dune.opensciencegrid.org/products/dune/
python: can't open file '/home/workspace/rootcheck.py': [Errno 2] No such file or directory
Merging 5 files into prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__rootcheck__TEST-READ_l000020_20251206T002651_f001.root using method lar
python rootcheck.py -l root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/18/c9/prodgenie_nu_dune10kt_1x2x6_20250827T103821Z_gen_000022_g4_detsim_20251106T185956Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/d4/56/prodgenie_nu_dune10kt_1x2x6_20250827T104524Z_gen_000073_g4_detsim_20251116T105851Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/e0/92/prodgenie_nu_dune10kt_1x2x6_20250827T110334Z_gen_000701_g4_detsim_20251116T112553Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/5d/af/prodgenie_nu_dune10kt_1x2x6_20251003T192607Z_gen_001202_g4_detsim_20251116T114321Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/0d/f4/prodgenie_nu_dune10kt_1x2x6_20251003T193027Z_gen_001630_g4_detsim_20251116T111834Z_reco.root > rootcheck.log
ERROR: Merging failed with return code 2
failed to merge pass1_CERN_000001.json 2
justIN time: 2025-12-20 04:55:16 UTC       justIN version: 01.05.03