justIN           Dashboard       Workflows       Jobs       AWT       Sites       Storages       Docs       Login

Jobsub ID 258324.4@dunegpschedd02.fnal.gov

Jobsub ID258324.4@dunegpschedd02.fnal.gov
Workflow ID11055
Stage ID1
User nameschellma@fnal.gov
HTCondor Groupgroup_dune
RequestedProcessors1
GPUNo
RSS bytes2097152000 (2000 MiB)
Wall seconds limit80000 (22 hours)
Submitted time2025-12-06 00:54:23
SiteCERN
EntryCMSHTPC_T2_CH_CERN_ce512
Last heartbeat2025-12-06 00:56:18
From worker nodeHostnameb9p06p2822.cern.ch
cpuinfoAMD EPYC 7543 32-Core Processor
OS releaseScientific Linux release 7.9 (Nitrogen)
Processors1
RSS bytes2097152000 (2000 MiB)
Wall seconds limit343800 (95 hours)
GPU
Inner Apptainer?True
Job statejobscript_error
Started2025-12-06 00:55:44
Input filesmonte-carlo-011055-000003
JobscriptExit code2
Real time0m (0s)
CPU time0m (0s = 0%)
Max RSS bytes0 (0 MiB)
Outputting started 
Output files
Finished2025-12-06 00:56:18
Saved logsjustin-logs:258324.4-dunegpschedd02.fnal.gov.logs.tgz
List job events     Cached HTCondor job logs

Jobscript log (last 10,000 characters)

Config file: pass1_CERN_000003.json
{
  "namespace": "usertests",
  "metadata": {
    "core.first_event_number": 29441,
    "core.last_event_number": 56780,
    "core.event_count": 50,
    "core.runs": [
      8525
    ],
    "core.runs_subruns": [
      852500000
    ],
    "dune.workflow": {
      "user": "epennacc@fnal.gov",
      "stage_id": 1,
      "os_release": "Scientific Linux release 7.9 (Nitrogen)",
      "workflow_id": 10257
    },
    "retention.status": "active",
    "merge.version": "0.7.4",
    "merge.method": "lar",
    "merge.timestamp": "20251206T002651",
    "merge.cmd": "python rootcheck.py -l {inputs} > rootcheck.log",
    "merge.script": "rootcheck.py",
    "merge.cfg": "artcat.fcl",
    "merge.skip": 0,
    "merge.limit": 20,
    "merge.tag": "TEST-READ",
    "merge.dataset": "fardet-hd:fardet-hd__trg_mc_2025a_tpg__trigger-primitives__v10_12_01d01__tpg_dune10kt_1x2x6__prodgenie_nu_dune10kt_1x2x6__out1__v1_official",
    "dune.user": "dunepro",
    "core.group": "dune",
    "core.run_type": "fardet-hd",
    "dune.campaign": "trg_mc_2025a_tpg",
    "core.data_tier": "trigprim",
    "core.file_type": "mc",
    "dune.requestid": "ritm2612698",
    "art.process_name": "TPGen",
    "core.application": "art.reco",
    "core.data_stream": "out1",
    "core.file_format": "artroot",
    "dune.config_file": "tpg_dune10kt_1x2x6.fcl",
    "dune.output_status": "confirmed",
    "art.file_format_era": "ART_2011a",
    "core.application.name": "reco",
    "dune_mc.detector_type": "fardet-hd",
    "art.file_format_version": 15,
    "core.application.family": "art",
    "core.application.version": "v10_12_01d01",
    "dune_mc.gen_fcl_filename": "prodgenie_nu_dune10kt_1x2x6.fcl",
    "core.file_content_status": "good",
    "retention.class": "unknown",
    "merge.hash": "7be7c8c0936f277302c8c954a62c8d307621efcd6d512bf2b7239310cab3f5d9",
    "merge.group": 3
  },
  "parents": [
    {
      "fid": "01ScTAywQX6fowe2",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T200506Z_gen_002945_g4_detsim_20251116T112254Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "04qzcI5BTjeuIMFM",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T202655Z_gen_004452_g4_detsim_20251116T110357Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "04F5eyApQAezs4c0",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T202929Z_gen_004636_g4_detsim_20251116T113426Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "03Dot7DjTnmKbxpN",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T203216Z_gen_004844_g4_detsim_20251116T110021Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "04LBvJu2Tk6ys9i2",
      "name": "prodgenie_nu_dune10kt_1x2x6_20251003T204653Z_gen_005678_g4_detsim_20251116T114653Z_reco.root",
      "namespace": "fardet-hd"
    }
  ],
  "inputs": [
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/81/03/prodgenie_nu_dune10kt_1x2x6_20251003T200506Z_gen_002945_g4_detsim_20251116T112254Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/3d/a4/prodgenie_nu_dune10kt_1x2x6_20251003T202655Z_gen_004452_g4_detsim_20251116T110357Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/55/54/prodgenie_nu_dune10kt_1x2x6_20251003T202929Z_gen_004636_g4_detsim_20251116T113426Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/67/2a/prodgenie_nu_dune10kt_1x2x6_20251003T203216Z_gen_004844_g4_detsim_20251116T110021Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/62/2a/prodgenie_nu_dune10kt_1x2x6_20251003T204653Z_gen_005678_g4_detsim_20251116T114653Z_reco.root"
  ],
  "outputs": [
    {
      "name": "prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__rootcheck__TEST-READ_l000020_20251206T002651_f003.root",
      "metadata": {
        "core.data_tier": "logfile",
        "core.application.name": "rootcheck",
        "core.file_format": "txt",
        "dune.campaign": "test_campaign"
      },
      "rename": "rootcheck.log"
    }
  ],
  "settings": {
    "streaming": true,
    "method": "lar",
    "cfg": "artcat.fcl",
    "script": "rootcheck.py",
    "cmd": "python rootcheck.py -l {inputs} > rootcheck.log"
  }
}Setting up larsoft UPS area... /cvmfs/larsoft.opensciencegrid.org
Setting up DUNE UPS area... /cvmfs/dune.opensciencegrid.org/products/dune/
python: can't open file '/home/workspace/rootcheck.py': [Errno 2] No such file or directory
Merging 5 files into prodgenie_nu_dune10kt_1x2x6__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__rootcheck__TEST-READ_l000020_20251206T002651_f003.root using method lar
python rootcheck.py -l root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/81/03/prodgenie_nu_dune10kt_1x2x6_20251003T200506Z_gen_002945_g4_detsim_20251116T112254Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/3d/a4/prodgenie_nu_dune10kt_1x2x6_20251003T202655Z_gen_004452_g4_detsim_20251116T110357Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/55/54/prodgenie_nu_dune10kt_1x2x6_20251003T202929Z_gen_004636_g4_detsim_20251116T113426Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/67/2a/prodgenie_nu_dune10kt_1x2x6_20251003T203216Z_gen_004844_g4_detsim_20251116T110021Z_reco.root root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/62/2a/prodgenie_nu_dune10kt_1x2x6_20251003T204653Z_gen_005678_g4_detsim_20251116T114653Z_reco.root > rootcheck.log
ERROR: Merging failed with return code 2
failed to merge pass1_CERN_000003.json 2
justIN time: 2025-12-20 04:55:16 UTC       justIN version: 01.05.03