justIN           Dashboard       Workflows       Jobs       AWT       Sites       Storages       Docs       Login

Jobsub ID 248900.29@dunegpschedd02.fnal.gov

Jobsub ID248900.29@dunegpschedd02.fnal.gov
Workflow ID10401
Stage ID1
User namehiguera@fnal.gov
RequestedProcessors1
GPUNo
RSS bytes4194304000 (4000 MiB)
Wall seconds limit80000 (22 hours)
Submitted time2025-11-20 15:39:18
SiteBR_CBPF
EntryDUNE_BR_CBPF_ce02
Last heartbeat2025-11-21 07:39:34
From worker nodeHostnamewn32
cpuinfoIntel(R) Xeon(R) CPU E5-2660 0 @ 2.20GHz
OS releaseScientific Linux release 7.9 (Nitrogen)
Processors1
RSS bytes4194304000 (4000 MiB)
Wall seconds limit257400 (71 hours)
GPU
Inner Apptainer?True
Job stateaborted
Started2025-11-20 15:40:00
Input fileshd-protodune:pdhd_prod_beam__243389_24_1_20251113T220140Z_gen_g4_IonScintPDExt.root_248585_73_1_20251119T205019Z_PDInt.root
Outputting started2025-11-21 06:54:00
Output fileshd-protodune:pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root
Finished2025-11-21 07:39:34
List job events     Cached HTCondor job logs

Jobscript log (last 10,000 characters)

metry              2.27585       3.42141       5.09415       3.1535       0.979603        10     
reco:pandoraShowercalonosce:ShowerCalorimetry         2.17009       3.3019        4.87029       3.11162      0.959569        10     
reco:pandoraGnocchiCalo:GnocchiCalorimetry           0.0771154     0.120894      0.180199      0.111206      0.0398252       10     
reco:pandoraGnocchiCalonosce:GnocchiCalorimetry      0.077026      0.120716       0.17719      0.111552      0.0386898       10     
reco:emtrkmichelid:EmTrackMichelId                    85.6668       125.059       155.825       127.708       21.8893        10     
reco:crttag:SingleCRTMatchingProducer               0.00898109     0.0239515     0.115358      0.0145067     0.0306061       10     
reco:crtreco:TwoCRTMatchingProducer                 0.00709095     0.0108071     0.0147601     0.0112824    0.00229937       10     
reco:pandora2Track:LArPandoraTrackCreation            6.1393        11.3723       19.6577       11.1102       4.0707         10     
reco:pandora2calo:ShowerCalorimetry                   2.15472       3.74982       7.18817       3.67622       1.46435        10     
reco:pandora2calonosce:ShowerCalorimetry              2.09243       3.64488       7.20021       3.54685       1.44897        10     
reco:pandora2GnocchiCalo:GnocchiCalorimetry          0.0740548     0.139573      0.205002       0.16115      0.045367        10     
reco:pandora2GnocchiCalonosce:GnocchiCalorimetry     0.0733296     0.137404      0.202235      0.159324      0.043918        10     
reco:pandora2Shower:LArPandoraShowerCreation          2.53826       4.48802       7.94505       4.35161       1.65872        10     
reco:pandora2Showercalo:ShowerCalorimetry             2.89109       4.77657       9.09936       4.77775       1.88203        10     
reco:pandora2Showercalonosce:ShowerCalorimetry        2.82743       4.49652       8.70555       3.8921        1.83914        10     
[art]:TriggerResults:TriggerResultInserter          3.3385e-05    5.19061e-05   9.3152e-05    4.63155e-05   1.79194e-05      10     
end_path:out1:RootOutput                            1.0269e-05    1.63911e-05   3.3918e-05    1.3257e-05    7.65004e-06      10     
end_path:out1:RootOutput(write)                       2.77145       4.37292       6.15226       4.6145        1.00724        10     
======================================================================================================================================

====================================================================================================
MemoryTracker summary (base-10 MB units used)

  Peak virtual memory usage (VmPeak)  : 6384.89 MB
  Peak resident set size usage (VmHWM): 4170.74 MB
  Details saved in: 'mem.db'
====================================================================================================
Art has completed and will exit with status 0.
Reco returns 0
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.ext.json ====
{
  "DUNE.requestid": "2592486",
  "application": {
    "family": "art",
    "name": "reco",
    "version": "10_10_04d00"
  },
  "art.file_format_era": "ART_2011a",
  "art.file_format_version": 15,
  "art.first_event": 110,
  "art.last_event": 119,
  "art.process_name": "Reco",
  "art.run_type": "fardet-hd",
  "core.group": "dune",
  "core.run_type": "hd-protodune",
  "data_stream": "out1",
  "data_tier": "full-reconstructed",
  "dune.campaign": "pdhd_mc_2025a",
  "dune.config_file": "standard_reco_protodunehd_MC.fcl",
  "dune.user": "dunepro",
  "dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__1GeV_v1_official",
  "dune_mc.detector_type": "hd-protodune",
  "dune_mc.gen_fcl_filename": "pdhd_1GeV_h4input_cosmics.fcl",
  "dune_mc.liquid_flow": "no",
  "dune_mc.momentum": "1",
  "dune_mc.momentum_polarity": "positive",
  "dune_mc.space_charge": "no",
  "end_time": "2025-11-21T06:53:43",
  "event_count": 10,
  "file_format": "artroot",
  "file_name": "pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root",
  "file_size": 6716658933,
  "file_type": "mc",
  "first_event": 110,
  "group": "dune",
  "last_event": 119,
  "origin.applications.config_files": {
    "g4_stage1": "standard_g4_protodunehd_stage1.fcl",
    "gen": "pdhd_1GeV_h4input_cosmics.fcl"
  },
  "parents": [
    {
      "file_name": "temp_detsim.root"
    }
  ],
  "runs": [
    [
      20250614,
      1,
      "fardet-hd"
    ]
  ],
  "start_time": "2025-11-21T05:59:28"
}
==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.ext.json ====
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.json ====
{
    "metadata": {
        "dune.requestid": "2592486",
        "art.file_format_era": "ART_2011a",
        "art.file_format_version": 15,
        "art.first_event": 110,
        "art.last_event": 119,
        "art.process_name": "Reco",
        "art.run_type": "fardet-hd",
        "core.application": "art.reco",
        "core.application.family": "art",
        "core.application.name": "reco",
        "core.application.version": "10_10_04d00",
        "core.data_stream": "out1",
        "core.data_tier": "full-reconstructed",
        "core.end_time": 1763708023.0,
        "core.event_count": 10,
        "core.file_format": "artroot",
        "core.file_type": "mc",
        "core.first_event_number": 110,
        "core.group": "dune",
        "core.last_event_number": 119,
        "core.run_type": "hd-protodune",
        "core.runs": [
            20250614
        ],
        "core.runs_subruns": [
            2025061400001
        ],
        "core.start_time": 1763704768.0,
        "dune.campaign": "pdhd_mc_2025a",
        "dune.config_file": "standard_reco_protodunehd_MC.fcl",
        "dune.user": "dunepro",
        "dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__1GeV_v1_official",
        "dune_mc.detector_type": "hd-protodune",
        "dune_mc.gen_fcl_filename": "pdhd_1GeV_h4input_cosmics.fcl",
        "dune_mc.liquid_flow": "no",
        "dune_mc.momentum": "1",
        "dune_mc.momentum_polarity": "positive",
        "dune_mc.space_charge": "no",
        "origin.applications.config_files": {
            "g4_stage1": "standard_g4_protodunehd_stage1.fcl",
            "gen": "pdhd_1GeV_h4input_cosmics.fcl"
        }
    },
    "namespace": "usertests",
    "parents": []
}==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.json ====
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.temp.json ====
{
    "metadata": {
        "DUNE.requestid": "2592486",
        "art.file_format_era": "ART_2011a",
        "art.file_format_version": 15,
        "art.first_event": 110,
        "art.last_event": 119,
        "art.process_name": "Reco",
        "art.run_type": "fardet-hd",
        "core.application": "art.reco",
        "core.application.family": "art",
        "core.application.name": "reco",
        "core.application.version": "10_10_04d00",
        "core.data_stream": "out1",
        "core.data_tier": "full-reconstructed",
        "core.end_time": 1763708023.0,
        "core.event_count": 10,
        "core.file_format": "artroot",
        "core.file_type": "mc",
        "core.first_event_number": 110,
        "core.group": "dune",
        "core.last_event_number": 119,
        "core.run_type": "hd-protodune",
        "core.runs": [
            20250614
        ],
        "core.runs_subruns": [
            2025061400001
        ],
        "core.start_time": 1763704768.0,
        "dune.campaign": "pdhd_mc_2025a",
        "dune.config_file": "standard_reco_protodunehd_MC.fcl",
        "dune.user": "dunepro",
        "dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__1GeV_v1_official",
        "dune_mc.detector_type": "hd-protodune",
        "dune_mc.gen_fcl_filename": "pdhd_1GeV_h4input_cosmics.fcl",
        "dune_mc.liquid_flow": "no",
        "dune_mc.momentum": "1",
        "dune_mc.momentum_polarity": "positive",
        "dune_mc.space_charge": "no",
        "origin.applications.config_files": {
            "g4_stage1": "standard_g4_protodunehd_stage1.fcl",
            "gen": "pdhd_1GeV_h4input_cosmics.fcl"
        }
    },
    "namespace": "usertests",
    "parents": []
}==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.temp.json ====
.:
total 6612944
-rw-r--r-- 1 nobody nobody      44554 Nov 21 03:53 jobscript.log
-rw-r--r-- 1 nobody nobody        203 Nov 21 03:53 justin-processed-pfns.txt
-rw-r--r-- 1 nobody nobody       1743 Nov 21 03:53 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.json
-rw-r--r-- 1 nobody nobody       1743 Nov 21 03:53 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.temp.json
-rw-r--r-- 1 nobody nobody       1527 Nov 21 03:53 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root.ext.json
-rw-r--r-- 1 nobody nobody         25 Nov 21 03:53 all-input-dids.txt
-rw-r--r-- 1 nobody nobody        519 Nov 21 03:53 reco_protodunehd_hist.root
-rw-r--r-- 1 nobody nobody       3574 Nov 21 03:53 Pandora_Geometry.xml
-rw-r--r-- 1 nobody nobody     200704 Nov 21 03:53 mem.db
-rw-r--r-- 1 nobody nobody      36864 Nov 21 03:53 time.db
-rw-r--r-- 1 nobody nobody 6716658933 Nov 21 03:53 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_248900_29_1_20251120T154005Z_detsim_reco1.root
-rw-r--r-- 1 nobody nobody   54660890 Nov 21 03:50 Pandora_Events.pndr
-rw-r--r-- 1 nobody nobody          0 Nov 21 02:58 ProtoDUNE.log
-rw-r--r-- 1 nobody nobody          0 Nov 21 02:52 debugprod.log
-rw-r--r-- 1 nobody nobody        519 Nov 21 02:51 detsim_single_protodunehd_hist.root
justIN time: 2026-02-04 05:58:52 UTC       justIN version: 01.06.00