Jobsub ID 258939.126@dunegpschedd01.fnal.gov
| Jobsub ID | 258939.126@dunegpschedd01.fnal.gov |
| Workflow ID | 10814 |
| Stage ID | 1 |
| User name | higuera@fnal.gov |
| HTCondor Group | group_dune.prod_mcsim |
| Requested | Processors | 1 |
| GPU | No |
| RSS bytes | 4194304000 (4000 MiB) |
| Wall seconds limit | 80000 (22 hours) |
| Submitted time | 2025-11-26 18:48:47 |
| Site | UK_Durham |
| Entry | DUNE_UK_SGridDurham_ce3 |
| Last heartbeat | 2025-11-26 22:16:55 |
| From worker node | Hostname | n189.dur.scotgrid.ac.uk |
| cpuinfo | Intel(R) Xeon(R) Gold 5220 CPU @ 2.20GHz |
| OS release | Scientific Linux release 7.9 (Nitrogen) |
| Processors | 1 |
| RSS bytes | 4194304000 (4000 MiB) |
| Wall seconds limit | 171000 (47 hours) |
| GPU | |
| Inner Apptainer? | True |
| Job state | outputting_failed |
| Started | 2025-11-26 19:49:28 |
| Input files | hd-protodune:pdhd_prod_beam__246709_39_1_20251110T231439Z_gen_g4_IonScintPDExt.root_255159_102_1_20251121T233845Z_PDInt.root
|
| Jobscript | Exit code | 0 |
| Real time | 2h (8436s) |
| CPU time | 1h (5585s = 66%) |
| Max RSS bytes | 7016185856 (6691 MiB) |
| Outputting started | 2025-11-26 22:10:05 |
| Output files | |
| Finished | 2025-11-26 22:16:55 |
| List job events (HTCondor job logs unavailable) |
Jobscript log (last 10,000 characters)
4.17049 9.65872 3.02551 2.89725 10
reco:pandoraShowercalonosce:ShowerCalorimetry 1.28529 3.91514 9.75418 2.89579 2.87071 10
reco:pandoraGnocchiCalo:GnocchiCalorimetry 0.0471714 0.0740519 0.110341 0.0722594 0.0201855 10
reco:pandoraGnocchiCalonosce:GnocchiCalorimetry 0.0473788 0.0721198 0.107714 0.0721145 0.0197349 10
reco:emtrkmichelid:EmTrackMichelId 18.0196 27.1094 37.8859 27.0387 6.04369 10
reco:crttag:SingleCRTMatchingProducer 0.00754123 0.0128238 0.0203485 0.0125743 0.00338664 10
reco:crtreco:TwoCRTMatchingProducer 0.00496375 0.0101003 0.0192496 0.00967148 0.00361947 10
reco:pandora2Track:LArPandoraTrackCreation 4.40273 12.2682 28.0656 11.2575 7.3122 10
reco:pandora2calo:ShowerCalorimetry 1.12716 3.61524 10.1137 2.55145 2.71678 10
reco:pandora2calonosce:ShowerCalorimetry 0.97376 3.46067 9.72519 2.58242 2.6787 10
reco:pandora2GnocchiCalo:GnocchiCalorimetry 0.0458702 0.0698308 0.102789 0.070345 0.0179437 10
reco:pandora2GnocchiCalonosce:GnocchiCalorimetry 0.0461592 0.0685867 0.100888 0.0688346 0.017584 10
reco:pandora2Shower:LArPandoraShowerCreation 1.45258 4.90135 12.5161 4.1057 3.21006 10
reco:pandora2Showercalo:ShowerCalorimetry 1.59241 4.69831 12.1067 3.60982 3.39914 10
reco:pandora2Showercalonosce:ShowerCalorimetry 1.51973 4.51755 12.055 3.36978 3.43786 10
[art]:TriggerResults:TriggerResultInserter 2.657e-05 4.62356e-05 8.394e-05 4.0739e-05 1.73627e-05 10
end_path:out1:RootOutput 7.428e-06 1.00499e-05 2.519e-05 8.5395e-06 5.09573e-06 10
end_path:out1:RootOutput(write) 2.03858 2.74255 3.75811 2.70312 0.564722 10
======================================================================================================================================
====================================================================================================
MemoryTracker summary (base-10 MB units used)
Peak virtual memory usage (VmPeak) : 6623.13 MB
Peak resident set size usage (VmHWM): 4155.49 MB
Details saved in: 'mem.db'
====================================================================================================
Art has completed and will exit with status 0.
Reco returns 0
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.ext.json ====
{
"DUNE.requestid": "2592486",
"application": {
"family": "art",
"name": "reco",
"version": "10_10_04d00"
},
"art.file_format_era": "ART_2011a",
"art.file_format_version": 15,
"art.first_event": 1240,
"art.last_event": 1249,
"art.process_name": "Reco",
"art.run_type": "fardet-hd",
"core.group": "dune",
"core.run_type": "hd-protodune",
"data_stream": "out1",
"data_tier": "full-reconstructed",
"dune.campaign": "pdhd_mc_2025a",
"dune.config_file": "standard_reco_protodunehd_MC.fcl",
"dune.user": "dunepro",
"dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__-5GeV_v1_official",
"dune_mc.detector_type": "hd-protodune",
"dune_mc.gen_fcl_filename": "pdhd_5GeV_h4input_cosmics.fcl",
"dune_mc.liquid_flow": "no",
"dune_mc.momentum": "5",
"dune_mc.momentum_polarity": "negative",
"dune_mc.space_charge": "no",
"end_time": "2025-11-26T22:10:00",
"event_count": 10,
"file_format": "artroot",
"file_name": "pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root",
"file_size": 6529156238,
"file_type": "mc",
"first_event": 1240,
"group": "dune",
"last_event": 1249,
"origin.applications.config_files": {
"g4_stage1": "standard_g4_protodunehd_stage1.fcl",
"gen": "pdhd_5GeV_h4input_cosmics.fcl"
},
"parents": [
{
"file_name": "temp_detsim.root"
}
],
"runs": [
[
20250627,
1,
"fardet-hd"
]
],
"start_time": "2025-11-26T21:39:57"
}
==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.ext.json ====
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.json ====
{
"metadata": {
"dune.requestid": "2592486",
"art.file_format_era": "ART_2011a",
"art.file_format_version": 15,
"art.first_event": 1240,
"art.last_event": 1249,
"art.process_name": "Reco",
"art.run_type": "fardet-hd",
"core.application": "art.reco",
"core.application.family": "art",
"core.application.name": "reco",
"core.application.version": "10_10_04d00",
"core.data_stream": "out1",
"core.data_tier": "full-reconstructed",
"core.end_time": 1764195000.0,
"core.event_count": 10,
"core.file_format": "artroot",
"core.file_type": "mc",
"core.first_event_number": 1240,
"core.group": "dune",
"core.last_event_number": 1249,
"core.run_type": "hd-protodune",
"core.runs": [
20250627
],
"core.runs_subruns": [
2025062700001
],
"core.start_time": 1764193197.0,
"dune.campaign": "pdhd_mc_2025a",
"dune.config_file": "standard_reco_protodunehd_MC.fcl",
"dune.user": "dunepro",
"dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__-5GeV_v1_official",
"dune_mc.detector_type": "hd-protodune",
"dune_mc.gen_fcl_filename": "pdhd_5GeV_h4input_cosmics.fcl",
"dune_mc.liquid_flow": "no",
"dune_mc.momentum": "5",
"dune_mc.momentum_polarity": "negative",
"dune_mc.space_charge": "no",
"origin.applications.config_files": {
"g4_stage1": "standard_g4_protodunehd_stage1.fcl",
"gen": "pdhd_5GeV_h4input_cosmics.fcl"
}
},
"namespace": "usertests",
"parents": []
}==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.json ====
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.temp.json ====
{
"metadata": {
"DUNE.requestid": "2592486",
"art.file_format_era": "ART_2011a",
"art.file_format_version": 15,
"art.first_event": 1240,
"art.last_event": 1249,
"art.process_name": "Reco",
"art.run_type": "fardet-hd",
"core.application": "art.reco",
"core.application.family": "art",
"core.application.name": "reco",
"core.application.version": "10_10_04d00",
"core.data_stream": "out1",
"core.data_tier": "full-reconstructed",
"core.end_time": 1764195000.0,
"core.event_count": 10,
"core.file_format": "artroot",
"core.file_type": "mc",
"core.first_event_number": 1240,
"core.group": "dune",
"core.last_event_number": 1249,
"core.run_type": "hd-protodune",
"core.runs": [
20250627
],
"core.runs_subruns": [
2025062700001
],
"core.start_time": 1764193197.0,
"dune.campaign": "pdhd_mc_2025a",
"dune.config_file": "standard_reco_protodunehd_MC.fcl",
"dune.user": "dunepro",
"dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__-5GeV_v1_official",
"dune_mc.detector_type": "hd-protodune",
"dune_mc.gen_fcl_filename": "pdhd_5GeV_h4input_cosmics.fcl",
"dune_mc.liquid_flow": "no",
"dune_mc.momentum": "5",
"dune_mc.momentum_polarity": "negative",
"dune_mc.space_charge": "no",
"origin.applications.config_files": {
"g4_stage1": "standard_g4_protodunehd_stage1.fcl",
"gen": "pdhd_5GeV_h4input_cosmics.fcl"
}
},
"namespace": "usertests",
"parents": []
}==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.temp.json ====
.:
total 6432864
-rw-r--r--. 1 dune004 dune 46291 Nov 26 22:10 jobscript.log
-rw-r--r--. 1 dune004 dune 204 Nov 26 22:10 justin-processed-pfns.txt
-rw-r--r--. 1 dune004 dune 1748 Nov 26 22:10 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.json
-rw-r--r--. 1 dune004 dune 1748 Nov 26 22:10 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.temp.json
-rw-r--r--. 1 dune004 dune 1533 Nov 26 22:10 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root.ext.json
-rw-r--r--. 1 dune004 dune 25 Nov 26 22:10 all-input-dids.txt
-rw-r--r--. 1 dune004 dune 519 Nov 26 22:10 reco_protodunehd_hist.root
-rw-r--r--. 1 dune004 dune 3574 Nov 26 22:10 Pandora_Geometry.xml
-rw-r--r--. 1 dune004 dune 204800 Nov 26 22:10 mem.db
-rw-r--r--. 1 dune004 dune 36864 Nov 26 22:10 time.db
-rw-r--r--. 1 dune004 dune 6529156238 Nov 26 22:10 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_258939_126_1_20251126T194933Z_detsim_reco1.root
-rw-r--r--. 1 dune004 dune 57752880 Nov 26 22:08 Pandora_Events.pndr
-rw-r--r--. 1 dune004 dune 0 Nov 26 21:39 ProtoDUNE.log
-rw-r--r--. 1 dune004 dune 0 Nov 26 21:36 debugprod.log
-rw-r--r--. 1 dune004 dune 519 Nov 26 21:35 detsim_single_protodunehd_hist.root 