[ { "event_id": 64670198, "event_type_name": "JOB_SUBMITTED", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-CUSTOM", "entry_name": null, "rse_name": null, "event_time": "2025-11-23 21:36:22", "jobscript_exit": 0 }, { "event_id": 64671310, "event_type_name": "JOB_STARTED", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": null, "event_time": "2025-11-23 21:39:42", "jobscript_exit": 0 }, { "event_id": 64671311, "event_type_name": "JOB_PROCESSING", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": null, "event_time": "2025-11-23 21:39:42", "jobscript_exit": 0 }, { "event_id": 64671669, "event_type_name": "JOB_ABORT_RECORDING_RESULT", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": null, "event_time": "2025-11-23 21:41:40", "jobscript_exit": 0 }, { "event_id": 64678246, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_ES_PIC", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678247, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_ES_PIC", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678248, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_FR_CCIN2P3_DISK", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678250, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_FR_CCIN2P3_DISK", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678251, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_IT_INFN_CNAF", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678253, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_IT_INFN_CNAF", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678254, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_UK_GLASGOW", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678255, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_UK_GLASGOW", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678257, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_UK_LANCASTER_CEPH", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678259, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_UK_LANCASTER_CEPH", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678260, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_UK_MANCHESTER_CEPH", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678262, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_UK_MANCHESTER_CEPH", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678264, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_US_BNL_SDCC", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678265, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_US_BNL_SDCC", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678267, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_US_FNAL_DISK_STAGE", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678268, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "DUNE_US_FNAL_DISK_STAGE", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678270, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "FNAL_DCACHE", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678271, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "FNAL_DCACHE", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678273, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "NIKHEF", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678274, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "NIKHEF", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678276, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "PRAGUE", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678277, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "PRAGUE", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678279, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "QMUL", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678280, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "QMUL", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678282, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "RAL-PP", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678283, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "RAL-PP", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678284, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "RAL_ECHO", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678286, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "RAL_ECHO", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678288, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "SURFSARA", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678289, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "SURFSARA", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678290, "event_type_name": "AWT_READ_OK", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "T3_US_NERSC", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678291, "event_type_name": "AWT_WRITE_FAIL", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": "T3_US_NERSC", "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64678296, "event_type_name": "JOB_OUTPUTTING", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": null, "event_time": "2025-11-23 22:02:23", "jobscript_exit": 0 }, { "event_id": 64696779, "event_type_name": "JOB_STALLED_HEARTBEAT", "workflow_id": 1, "stage_id": 1, "file_did": null, "jobsub_id": "250196.0@dunegpschedd02.fnal.gov", "site_name": "US_NERSC-GPU", "entry_name": "dune_t3_us_nersc_perlmutter_custom", "rse_name": null, "event_time": "2025-11-23 23:08:44", "jobscript_exit": 0 } ]