justIN           Dashboard       Workflows       Jobs       AWT       Sites       Storages       Docs       Login

Jobsub ID 302124.0@dunegpschedd01.fnal.gov

Jobsub ID302124.0@dunegpschedd01.fnal.gov
Workflow ID12522
Stage ID1
User nameschellma@fnal.gov
RequestedProcessors1
GPUNo
RSS bytes2097152000 (2000 MiB)
Wall seconds limit80000 (22 hours)
Submitted time2026-01-29 13:48:00
SiteCERN
EntryCMSHTPC_T2_CH_CERN_ce507
Last heartbeat2026-01-29 13:49:28
From worker nodeHostnameb9p11p6894.cern.ch
cpuinfoAMD EPYC 7543 32-Core Processor
OS releaseScientific Linux release 7.9 (Nitrogen)
Processors1
RSS bytes2097152000 (2000 MiB)
Wall seconds limit343800 (95 hours)
GPU
Inner Apptainer?True
Job statejobscript_error
Started2026-01-29 13:48:59
Input filesmonte-carlo-012522-000001
JobscriptExit code1
Real time0m (0s)
CPU time0m (0s = 0%)
Max RSS bytes0 (0 MiB)
Outputting started 
Output files
Finished2026-01-29 13:49:28
Saved logsjustin-logs:302124.0-dunegpschedd01.fnal.gov.logs.tgz
List job events     Cached HTCondor job logs

Jobscript log (last 10,000 characters)

"out1",
    "core.file_format": "artroot",
    "dune.config_file": "tpg_dune10kt_1x2x2.fcl",
    "dune.output_status": "confirmed",
    "art.file_format_era": "ART_2011a",
    "core.application.name": "reco",
    "dune_mc.detector_type": "fardet-hd",
    "art.file_format_version": 15,
    "core.application.family": "art",
    "core.application.version": "v10_12_01d01",
    "dune_mc.gen_fcl_filename": "prodmarley_nue_flat_es_dune10kt_1x2x2.fcl",
    "core.file_content_status": "good",
    "retention.class": "unknown",
    "merge.hash": "a02a7f7998b296b71199dbbf2752b1811d26844bb18d57fe6a34cb6d1aeff71c"
  },
  "parents": [
    {
      "fid": "0b8iKddbS46b8KxC",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250826T082528Z_gen_000210_supernova_g4_detsim_20251113T075601Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "04rIf9bsSWyAYe07",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250826T082530Z_gen_000214_supernova_g4_detsim_20251105T130049Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "0cbybHt2Tx6TDjER",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250826T083126Z_gen_000330_supernova_g4_detsim_20251113T075252Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "08cWvqQSTjus8Lx1",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T163928Z_gen_000639_supernova_g4_detsim_20251113T080601Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "08jKWyNhRXKOwx91",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T165153Z_gen_001112_supernova_g4_detsim_20251113T073917Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "074ANPmdSQS5qlEH",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T165512Z_gen_001284_supernova_g4_detsim_20251105T131054Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "098Oer8IRXGJt4BP",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T165807Z_gen_001481_supernova_g4_detsim_20251113T075531Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "0duRMtyTTSeknEWL",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T170151Z_gen_001714_supernova_g4_detsim_20251113T073136Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "01hV8LN3Toe8ShV8",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T170532Z_gen_001914_supernova_g4_detsim_20251113T074432Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "08O7ENBZT3G9rFd6",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T171049Z_gen_002314_supernova_g4_detsim_20251113T073007Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "01coZUDbRWq6S96r",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T171937Z_gen_002846_supernova_g4_detsim_20251113T075023Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "03euiLJPQ5qwvaUj",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T173110Z_gen_003423_supernova_g4_detsim_20251113T075224Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "0BoMGWynT0GZoqZV",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T173827Z_gen_003874_supernova_g4_detsim_20251113T074251Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "0bui0Tx9SgqtoY03",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T181706Z_gen_003326_supernova_g4_detsim_20251113T073807Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "09btgf5ZT4WBAQ1t",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T063220Z_gen_000257_supernova_g4_detsim_20251113T072918Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "05ipwV91S0eutktI",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T063942Z_gen_000374_supernova_g4_detsim_20251113T075545Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "0C1AOa2kQ4iQXGeG",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T163205Z_gen_003191_supernova_g4_detsim_20251113T081020Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "02OnNGj4T8uTIe8E",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T163209Z_gen_003497_supernova_g4_detsim_20251113T073049Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "0C4NtTUETBqVyfJp",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T164438Z_gen_004261_supernova_g4_detsim_20251113T073532Z_reco.root",
      "namespace": "fardet-hd"
    },
    {
      "fid": "0AqEn0PsQXij4Tsm",
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T165148Z_gen_004440_supernova_g4_detsim_20251113T074115Z_reco.root",
      "namespace": "fardet-hd"
    }
  ],
  "inputs": [
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/a5/57/prodmarley_nue_flat_es_dune10kt_1x2x2_20250826T082528Z_gen_000210_supernova_g4_detsim_20251113T075601Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/de/e2/prodmarley_nue_flat_es_dune10kt_1x2x2_20250826T082530Z_gen_000214_supernova_g4_detsim_20251105T130049Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/b2/08/prodmarley_nue_flat_es_dune10kt_1x2x2_20250826T083126Z_gen_000330_supernova_g4_detsim_20251113T075252Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/e8/2f/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T163928Z_gen_000639_supernova_g4_detsim_20251113T080601Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/52/b3/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T165153Z_gen_001112_supernova_g4_detsim_20251113T073917Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/70/fc/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T165512Z_gen_001284_supernova_g4_detsim_20251105T131054Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/3e/b4/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T165807Z_gen_001481_supernova_g4_detsim_20251113T075531Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/84/f9/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T170151Z_gen_001714_supernova_g4_detsim_20251113T073136Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/e6/c6/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T170532Z_gen_001914_supernova_g4_detsim_20251113T074432Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/c7/19/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T171049Z_gen_002314_supernova_g4_detsim_20251113T073007Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/9f/45/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T171937Z_gen_002846_supernova_g4_detsim_20251113T075023Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/46/56/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T173110Z_gen_003423_supernova_g4_detsim_20251113T075224Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/6f/11/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T173827Z_gen_003874_supernova_g4_detsim_20251113T074251Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/84/b3/prodmarley_nue_flat_es_dune10kt_1x2x2_20250926T181706Z_gen_003326_supernova_g4_detsim_20251113T073807Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/6c/b9/prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T063220Z_gen_000257_supernova_g4_detsim_20251113T072918Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/ed/6d/prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T063942Z_gen_000374_supernova_g4_detsim_20251113T075545Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/83/d5/prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T163205Z_gen_003191_supernova_g4_detsim_20251113T081020Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/8f/03/prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T163209Z_gen_003497_supernova_g4_detsim_20251113T073049Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/98/4f/prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T164438Z_gen_004261_supernova_g4_detsim_20251113T073532Z_reco.root",
    "root://ccxrootdegee.in2p3.fr:1094/pnfs/in2p3.fr/data/dune/disk/fardet-hd/d0/3b/prodmarley_nue_flat_es_dune10kt_1x2x2_20250927T165148Z_gen_004440_supernova_g4_detsim_20251113T074115Z_reco.root"
  ],
  "outputs": [
    {
      "name": "prodmarley_nue_flat_es_dune10kt_1x2x2__trg_mc_2025a_tpg__tpg_dune10kt_1x2x2__reco__v10_12_01d01__triggerana_dune10kt_1x2x2__v10_12_01d01__ntuple__TEST-CC2_l000020_20260129T134317.root",
      "metadata": {
        "core.data_tier": "root-tuple-virtual",
        "core.application.name": "triggerAna",
        "core.file_format": "root",
        "dune.campaign": "test_campaign"
      },
      "rename": "triggerAna.ntuple.root"
    }
  ],
  "settings": {
    "streaming": true,
    "method": "lar",
    "cfg": "triggerana_dune10kt_1x2x2.fcl",
    "cmd": "lar -c {cfg} -n 1000000 {inputs}"
  }
}Setting up larsoft UPS area... /cvmfs/larsoft.opensciencegrid.org
Setting up DUNE UPS area... /cvmfs/dune.opensciencegrid.org/products/dune/
Traceback (most recent call last):
  File "/cvmfs/fifeuser4.opensciencegrid.org/sw/dune/aa5da5f6a707c00866a9d6109cbb797bbdc1f28c/do_merge.py", line 13, in <module>
    import h5py
  File "/cvmfs/larsoft.opensciencegrid.org/products/root/v6_28_12/Linux64bit+3.10-2.17-e26-p3915-prof/lib/ROOT/_facade.py", line 154, in _importhook
    return _orig_ihook(name, *args, **kwds)
ModuleNotFoundError: No module named 'h5py'
failed to merge pass1_CERN_000001.json 1
justIN time: 2026-02-04 15:18:03 UTC       justIN version: 01.06.00