Jobsub ID 257727.80@dunegpschedd02.fnal.gov
| Jobsub ID | 257727.80@dunegpschedd02.fnal.gov |
| Workflow ID | 11005 |
| Stage ID | 1 |
| User name | higuera@fnal.gov |
| HTCondor Group | group_dune.prod_mcsim |
| Requested | Processors | 1 |
| GPU | No |
| RSS bytes | 9437184000 (9000 MiB) |
| Wall seconds limit | 80000 (22 hours) |
| Submitted time | 2025-12-05 01:30:10 |
| Site | CZ_FZU |
| Entry | Nova_CZ_FZU_osgce2 |
| Last heartbeat | 2025-12-05 05:37:19 |
| From worker node | Hostname | lupin08.farm.particle.cz |
| cpuinfo | AMD EPYC 7551 32-Core Processor |
| OS release | Scientific Linux release 7.9 (Nitrogen) |
| Processors | 1 |
| RSS bytes | 10485760000 (10000 MiB) |
| Wall seconds limit | 172800 (48 hours) |
| GPU | |
| Inner Apptainer? | True |
| Job state | aborted |
| Started | 2025-12-05 03:30:03 |
| Input files | hd-protodune:pdhd_prod_beam__238833_139_1_20251106T194813Z_gen_g4_IonScintPDExt.root_250661_121_1_20251124T193002Z_PDInt.root
|
| Outputting started | 2025-12-05 05:20:25 |
| Output files | |
| Finished | 2025-12-05 05:37:19 |
| List job events (HTCondor job logs unavailable) |
Jobscript log (last 10,000 characters)
1.88696 3.17308 4.64793 3.08987 0.958081 10
reco:pandoraShowercalonosce:ShowerCalorimetry 1.79054 3.00314 4.44923 2.93348 0.9109 10
reco:pandoraGnocchiCalo:GnocchiCalorimetry 0.0549006 0.0778954 0.0916507 0.0815327 0.0127196 10
reco:pandoraGnocchiCalonosce:GnocchiCalorimetry 0.0539237 0.0764387 0.0895622 0.080705 0.0120549 10
reco:emtrkmichelid:EmTrackMichelId 42.1799 56.1203 70.5156 55.4264 8.05919 10
reco:crttag:SingleCRTMatchingProducer 0.00487459 0.00714633 0.00951291 0.00736397 0.00143175 10
reco:crtreco:TwoCRTMatchingProducer 0.00473153 0.00660994 0.00812374 0.00691248 0.00118468 10
reco:pandora2Track:LArPandoraTrackCreation 4.49323 8.50398 12.3771 8.37691 2.47449 10
reco:pandora2calo:ShowerCalorimetry 1.57869 2.78725 4.01912 2.68585 0.884536 10
reco:pandora2calonosce:ShowerCalorimetry 1.52824 2.71303 3.92309 2.63977 0.851636 10
reco:pandora2GnocchiCalo:GnocchiCalorimetry 0.0728518 0.102031 0.126185 0.100926 0.0156064 10
reco:pandora2GnocchiCalonosce:GnocchiCalorimetry 0.0723813 0.100703 0.125641 0.0999098 0.0152046 10
reco:pandora2Shower:LArPandoraShowerCreation 1.9272 3.58969 5.17034 3.57059 1.04772 10
reco:pandora2Showercalo:ShowerCalorimetry 1.84785 3.38423 4.84638 3.30015 1.01065 10
reco:pandora2Showercalonosce:ShowerCalorimetry 1.80513 3.3103 4.72732 3.23238 0.993507 10
[art]:TriggerResults:TriggerResultInserter 2.305e-05 3.22999e-05 9.442e-05 2.5685e-05 2.07494e-05 10
end_path:out1:RootOutput 6.77e-06 1.09739e-05 4.382e-05 7.3645e-06 1.09527e-05 10
end_path:out1:RootOutput(write) 2.95409 3.79741 4.59166 3.68372 0.502259 10
======================================================================================================================================
====================================================================================================
MemoryTracker summary (base-10 MB units used)
Peak virtual memory usage (VmPeak) : 7038 MB
Peak resident set size usage (VmHWM): 4749.09 MB
Details saved in: 'mem.db'
====================================================================================================
Art has completed and will exit with status 0.
Reco returns 0
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.ext.json ====
{
"DUNE.requestid": "2592486",
"application": {
"family": "art",
"name": "reco",
"version": "10_10_04d00"
},
"art.file_format_era": "ART_2011a",
"art.file_format_version": 15,
"art.first_event": 40,
"art.last_event": 49,
"art.process_name": "Reco",
"art.run_type": "fardet-hd",
"core.group": "dune",
"core.run_type": "hd-protodune",
"data_stream": "out1",
"data_tier": "full-reconstructed",
"dune.campaign": "pdhd_mc_2025a",
"dune.config_file": "standard_reco_protodunehd_MC.fcl",
"dune.user": "dunepro",
"dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__-1GeV_v1_official",
"dune_mc.detector_type": "hd-protodune",
"dune_mc.gen_fcl_filename": "pdhd_1GeV_h4input_cosmics.fcl",
"dune_mc.liquid_flow": "no",
"dune_mc.momentum": "1",
"dune_mc.momentum_polarity": "negative",
"dune_mc.space_charge": "no",
"end_time": "2025-12-05T05:20:19",
"event_count": 10,
"file_format": "artroot",
"file_name": "pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root",
"file_size": 7137643998,
"file_type": "mc",
"first_event": 40,
"group": "dune",
"last_event": 49,
"origin.applications.config_files": {
"g4_stage1": "standard_g4_protodunehd_stage1.fcl",
"gen": "pdhd_1GeV_h4input_cosmics.fcl"
},
"parents": [
{
"file_name": "temp_detsim.root"
}
],
"runs": [
[
20250623,
1,
"fardet-hd"
]
],
"start_time": "2025-12-05T04:50:44"
}
==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.ext.json ====
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.json ====
{
"metadata": {
"dune.requestid": "2592486",
"art.file_format_era": "ART_2011a",
"art.file_format_version": 15,
"art.first_event": 40,
"art.last_event": 49,
"art.process_name": "Reco",
"art.run_type": "fardet-hd",
"core.application": "art.reco",
"core.application.family": "art",
"core.application.name": "reco",
"core.application.version": "10_10_04d00",
"core.data_stream": "out1",
"core.data_tier": "full-reconstructed",
"core.end_time": 1764912019.0,
"core.event_count": 10,
"core.file_format": "artroot",
"core.file_type": "mc",
"core.first_event_number": 40,
"core.group": "dune",
"core.last_event_number": 49,
"core.run_type": "hd-protodune",
"core.runs": [
20250623
],
"core.runs_subruns": [
2025062300001
],
"core.start_time": 1764910244.0,
"dune.campaign": "pdhd_mc_2025a",
"dune.config_file": "standard_reco_protodunehd_MC.fcl",
"dune.user": "dunepro",
"dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__-1GeV_v1_official",
"dune_mc.detector_type": "hd-protodune",
"dune_mc.gen_fcl_filename": "pdhd_1GeV_h4input_cosmics.fcl",
"dune_mc.liquid_flow": "no",
"dune_mc.momentum": "1",
"dune_mc.momentum_polarity": "negative",
"dune_mc.space_charge": "no",
"origin.applications.config_files": {
"g4_stage1": "standard_g4_protodunehd_stage1.fcl",
"gen": "pdhd_1GeV_h4input_cosmics.fcl"
}
},
"namespace": "usertests",
"parents": []
}==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.json ====
==== Start pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.temp.json ====
{
"metadata": {
"DUNE.requestid": "2592486",
"art.file_format_era": "ART_2011a",
"art.file_format_version": 15,
"art.first_event": 40,
"art.last_event": 49,
"art.process_name": "Reco",
"art.run_type": "fardet-hd",
"core.application": "art.reco",
"core.application.family": "art",
"core.application.name": "reco",
"core.application.version": "10_10_04d00",
"core.data_stream": "out1",
"core.data_tier": "full-reconstructed",
"core.end_time": 1764912019.0,
"core.event_count": 10,
"core.file_format": "artroot",
"core.file_type": "mc",
"core.first_event_number": 40,
"core.group": "dune",
"core.last_event_number": 49,
"core.run_type": "hd-protodune",
"core.runs": [
20250623
],
"core.runs_subruns": [
2025062300001
],
"core.start_time": 1764910244.0,
"dune.campaign": "pdhd_mc_2025a",
"dune.config_file": "standard_reco_protodunehd_MC.fcl",
"dune.user": "dunepro",
"dune_mc.beam_dataset": "ehn1-beam-np04__np04beam_2025__root-tuple__v3.06__g4beamline__-1GeV_v1_official",
"dune_mc.detector_type": "hd-protodune",
"dune_mc.gen_fcl_filename": "pdhd_1GeV_h4input_cosmics.fcl",
"dune_mc.liquid_flow": "no",
"dune_mc.momentum": "1",
"dune_mc.momentum_polarity": "negative",
"dune_mc.space_charge": "no",
"origin.applications.config_files": {
"g4_stage1": "standard_g4_protodunehd_stage1.fcl",
"gen": "pdhd_1GeV_h4input_cosmics.fcl"
}
},
"namespace": "usertests",
"parents": []
}==== End pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.temp.json ====
.:
total 7029696
-rw-r--r--. 1 fermilab users 44623 Dec 5 06:20 jobscript.log
-rw-r--r--. 1 fermilab users 205 Dec 5 06:20 justin-processed-pfns.txt
-rw-r--r--. 1 fermilab users 1740 Dec 5 06:20 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.json
-rw-r--r--. 1 fermilab users 1740 Dec 5 06:20 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.temp.json
-rw-r--r--. 1 fermilab users 1524 Dec 5 06:20 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root.ext.json
-rw-r--r--. 1 fermilab users 25 Dec 5 06:20 all-input-dids.txt
-rw-r--r--. 1 fermilab users 519 Dec 5 06:20 reco_protodunehd_hist.root
-rw-r--r--. 1 fermilab users 3574 Dec 5 06:20 Pandora_Geometry.xml
-rw-r--r--. 1 fermilab users 200704 Dec 5 06:20 mem.db
-rw-r--r--. 1 fermilab users 36864 Dec 5 06:20 time.db
-rw-r--r--. 1 fermilab users 7137643998 Dec 5 06:20 pdhd_prod_beam__gen_g4_IonScintPDExt_PDInt_257727_80_1_20251205T033007Z_detsim_reco1.root
-rw-r--r--. 1 fermilab users 60431490 Dec 5 06:19 Pandora_Events.pndr
-rw-r--r--. 1 fermilab users 0 Dec 5 05:50 ProtoDUNE.log
-rw-r--r--. 1 fermilab users 0 Dec 5 05:47 debugprod.log
-rw-r--r--. 1 fermilab users 519 Dec 5 05:47 detsim_single_protodunehd_hist.root 