justIN           Dashboard       Workflows       Jobs       AWT       Sites       Storages       Docs       Login

Jobsub ID 262830.0@dunegpschedd01.fnal.gov

Jobsub ID262830.0@dunegpschedd01.fnal.gov
Workflow ID10973
Stage ID1
User nameschellma@fnal.gov
HTCondor Groupgroup_dune
RequestedProcessors1
GPUNo
RSS bytes2097152000 (2000 MiB)
Wall seconds limit80000 (22 hours)
Submitted time2025-12-03 18:25:35
SiteCERN
EntryCMSHTPC_T2_CH_CERN_ce503
Last heartbeat2025-12-03 18:31:26
From worker nodeHostnameb9p26p9234.cern.ch
cpuinfoAMD EPYC 7302 16-Core Processor
OS releaseScientific Linux release 7.9 (Nitrogen)
Processors1
RSS bytes2097152000 (2000 MiB)
Wall seconds limit343800 (95 hours)
GPU
Inner Apptainer?True
Job statestalled
Started2025-12-03 18:27:00
Input filesmonte-carlo-010973-000025
Outputting started2025-12-03 18:31:26
Output files
Finished2025-12-03 19:23:38
List job events     (HTCondor job logs unavailable)

Jobscript log (last 10,000 characters)

"56svdwKUR2aLU7Qn"
    },
    {
      "fid": "0T4Wr5nMQJiYKQZF"
    },
    {
      "fid": "4wwRRilBRYCcSl3P"
    },
    {
      "fid": "5dVJYWxAQPuMPM2T"
    },
    {
      "fid": "2GTf0QK7TnOA7nwD"
    },
    {
      "fid": "56De5ATzToigwARz"
    },
    {
      "fid": "1PyOSHCRS9W5yhAT"
    },
    {
      "fid": "5A0Rvi4XQZyBXpYb"
    },
    {
      "fid": "461iOFzcR9m6N8Gf"
    },
    {
      "fid": "4z03h4DXTkun1mZg"
    },
    {
      "fid": "3LWffJ9xQA61h9W3"
    },
    {
      "fid": "5gE1PBqxRZW0jTbN"
    },
    {
      "fid": "3u7qrmDsTQKFV5x5"
    },
    {
      "fid": "0v4XGpwKThCsOdSK"
    },
    {
      "fid": "4DVN68KzQL2oIbhH"
    },
    {
      "fid": "3rfEbt0eQ42erkAo"
    },
    {
      "fid": "3sERRRsnTVKeUxUD"
    },
    {
      "fid": "4Ok9lTcYRGC6vxj4"
    },
    {
      "fid": "039xmJx8RlO5voIr"
    },
    {
      "fid": "3EuKsrwtSJSNzkNO"
    },
    {
      "fid": "0FEWWZJxR4SMahFy"
    },
    {
      "fid": "77PmKm2cSjGcfLEx"
    },
    {
      "fid": "08gJV5FtR7m3EYsQ"
    },
    {
      "fid": "0HQKYsoBQLOCHpxX"
    },
    {
      "fid": "3uaCxZdyTzKKkh2c"
    },
    {
      "fid": "52tt1NSrQ0qJOZOh"
    },
    {
      "fid": "4tl0oa61Rb2fo1c9"
    },
    {
      "fid": "2V1WpM8kQB2vdEer"
    },
    {
      "fid": "3y9QoM9hQLmVKULo"
    },
    {
      "fid": "00pjoBXkSieL4ZEM"
    },
    {
      "fid": "0wZPp1PcSAahv1Rx"
    },
    {
      "fid": "5S9nxjNYTqaiJlb7"
    },
    {
      "fid": "0W9iNFt9QXSGklvT"
    },
    {
      "fid": "5lVa7WENSratjVZf"
    },
    {
      "fid": "0VYeyqeLRoey78rJ"
    },
    {
      "fid": "5LwIFgZcQa6NMSQT"
    },
    {
      "fid": "0jAmllT3TPWsNeiX"
    },
    {
      "fid": "2xrq6dkYQLO1O7N0"
    },
    {
      "fid": "2qw4wiWfSlOZKArD"
    },
    {
      "fid": "5BdVMl6ERhGx0jFW"
    },
    {
      "fid": "6iMuI5eVQpyG0DWP"
    },
    {
      "fid": "3SxT0FMbTaiIcAti"
    },
    {
      "fid": "2FPC1YQGQxyjJSww"
    },
    {
      "fid": "33v14eZBQha7PkOW"
    },
    {
      "fid": "0bqG9iogQ4mWEPaR"
    },
    {
      "fid": "5mTYS5r2TGO2x1RO"
    },
    {
      "fid": "28PJQ2jOQQuFViYz"
    },
    {
      "fid": "2coo2vrFTgamkYB4"
    },
    {
      "fid": "3Qhbx56mThiASBmD"
    },
    {
      "fid": "4PyRgk6XTL6lD1zq"
    },
    {
      "fid": "1gnDHhjRSsaqfqL7"
    },
    {
      "fid": "4UOkgl4mQ2mpGhZF"
    },
    {
      "fid": "0jrWUcDDSHCHc2uX"
    },
    {
      "fid": "2iTpSN40QeOe3U0I"
    },
    {
      "fid": "5dnXjPx4TzaIGHTI"
    },
    {
      "fid": "0xKelClGTTuoc7NX"
    },
    {
      "fid": "5hO8UOAtSnmFVCiq"
    },
    {
      "fid": "1Qou3ZYNQ2eqMmYv"
    },
    {
      "fid": "37nds3v9QbWdKJTJ"
    },
    {
      "fid": "4nobRbUWSFGYSSG5"
    },
    {
      "fid": "1YYjWUk8ThK5egIM"
    },
    {
      "fid": "4rlUsl8NQjmD4R8S"
    },
    {
      "fid": "36XssesgRByaeeDa"
    },
    {
      "fid": "1jPtq22wRGWv5geX"
    },
    {
      "fid": "0RexnabqQB2eGxot"
    },
    {
      "fid": "4gQAhI8ERoe0SnB6"
    },
    {
      "fid": "56Ipnw2aR6SxvThO"
    },
    {
      "fid": "3bqttgEIRVucQmyq"
    },
    {
      "fid": "1CjVZetnQ7GbPLh9"
    },
    {
      "fid": "09rANWHuQN2adgTB"
    },
    {
      "fid": "45zaZIWJQyq0JAfu"
    },
    {
      "fid": "4T6GyLH6RmmOFR4W"
    },
    {
      "fid": "0225Lv4BQGe2OWmG"
    },
    {
      "fid": "59jjUQAyQcWw807f"
    },
    {
      "fid": "6kHPRWHmSLKVzBiZ"
    },
    {
      "fid": "3Y31yGUwTFOYtNs1"
    },
    {
      "fid": "2KeQjUSDSdGooMTu"
    },
    {
      "fid": "3QqlKs9IT0KQNZHD"
    },
    {
      "fid": "5wv8uRFpTs6b1MmL"
    },
    {
      "fid": "2cNKbSyQTIKr77xc"
    },
    {
      "fid": "3VtJHSqwSHqZMsEI"
    },
    {
      "fid": "2v6m2hCmQFSpXgoh"
    },
    {
      "fid": "0tgqWufGQ5uWfxJI"
    },
    {
      "fid": "3IDHNAIkQqOgNVir"
    },
    {
      "fid": "2q0SjuxLTGyoqu3n"
    }
  ],
  "inputs": [
    "root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/9f/39/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251126T010938_c9.root",
    "root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/2c/ed/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251201T032849_c0.root",
    "root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/ae/4b/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251201T032849_c1.root",
    "root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/e5/8d/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s004000_l002000_20251201T162356.root"
  ],
  "outputs": [
    {
      "name": "prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f24.root",
      "metadata": {
        "core.data_tier": "root-tuple",
        "core.application.name": "triggerAna",
        "core.file_format": "root"
      }
    }
  ],
  "settings": {
    "streaming": true,
    "method": "hadd",
    "cmd": "hadd -f {output} {inputs}"
  }
}Setting up larsoft UPS area... /cvmfs/larsoft.opensciencegrid.org
Setting up DUNE UPS area... /cvmfs/dune.opensciencegrid.org/products/dune/
hadd Target file: prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f24.root
hadd compression setting for all output: 1
hadd Source file 1: root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/9f/39/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251126T010938_c9.root
hadd Source file 2: root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/2c/ed/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251201T032849_c0.root
hadd Source file 3: root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/ae/4b/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251201T032849_c1.root
hadd Source file 4: root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/e5/8d/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s004000_l002000_20251201T162356.root
hadd Target path: prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f24.root:/
hadd Target path: prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f24.root:/triggerAna
hadd Target path: prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f24.root:/triggerAna/TriggerPrimitives
Merging 4 files into prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f24.root using method hadd
hadd -f prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f24.root root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/9f/39/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251126T010938_c9.root root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/2c/ed/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251201T032849_c0.root root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/ae/4b/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_l005000_20251201T032849_c1.root root://eospublic.cern.ch:1094//eos/experiment/neutplatform/protodune/dune/fardet-hd/e5/8d/prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__reco__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__CENTRAL_prod_s004000_l002000_20251201T162356.root
Processing output file prodbackground_radiological_decay0_dune10kt_1x2x6_centralAPA__trg_mc_2025a_tpg__tpg_dune10kt_1x2x6__triggerAna__v10_12_01d01__triggerana_dune10kt_1x2x6__v10_12_01d01__ntuple__testCENTRAL_20251203T165456_f24.root
merged pass1_CERN_000025.json
justIN time: 2025-12-21 12:20:20 UTC       justIN version: 01.05.03