Task Details View Api
Detailed view of a task.
GET /atdb/tasks/237727/
{ "id": 237727, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-02-02T15:50:31.103490Z", "filter": "lt5_004-as-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "600867", "priority": 120, "purge_policy": "yes", "cleanup_policy": "stored", "resume": true, "workflow": 22, "stage_request_id": 648095, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20261888000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/600867/L600867_SAP001_B011_P000_bf_1ad9c3d4.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024724480, "_type": "PulpDataProduct", "fileName": "L600867_SAP001_B011_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "0c66b238e734548448e58b179b43fa5a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2411, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/L600867_SAP001_B011_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L600867_SAP001_B011_P000_bf.tar_filecontent.txt", "checksum": "sha1$b099e170bcb6d0d1b13a381427b89a3bfe9990e2", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/L600867_SAP001_B011_P000_bf.tar_filecontent.txt", "nameroot": "L600867_SAP001_B011_P000_bf.tar_filecontent" } } }, "file_name": "L600867_SAP001_B011_P000_bf.tar" } ], "quality": { "plots": [ { "size": 262976, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/J0419+44_L600865_SAP1_BEAM11_PSR_J0419+44.pfd.png", "class": "File", "nameext": ".png", "basename": "J0419+44_L600865_SAP1_BEAM11_PSR_J0419+44.pfd.png", "checksum": "sha1$6f2fce6dc7c12dbb8964c0822714ebede2a7d6c9", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/J0419%2B44_L600865_SAP1_BEAM11_PSR_J0419%2B44.pfd.png", "nameroot": "J0419+44_L600865_SAP1_BEAM11_PSR_J0419+44.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/J0419+44_L600865_SAP1_BEAM11_PSR_J0419+44.pfd.png" }, { "size": 272260, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/J0419+44_L600865_SAP1_BEAM11_diag.png", "class": "File", "nameext": ".png", "basename": "J0419+44_L600865_SAP1_BEAM11_diag.png", "checksum": "sha1$1af91ef38ffc02f1402659cde57830ced979bcce", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/J0419%2B44_L600865_SAP1_BEAM11_diag.png", "nameroot": "J0419+44_L600865_SAP1_BEAM11_diag", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/J0419+44_L600865_SAP1_BEAM11_diag.png" }, { "size": 271133, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/J0419+44_L600865_SAP1_BEAM11_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "J0419+44_L600865_SAP1_BEAM11_diag_pdmp.png", "checksum": "sha1$208e2a06c3e6d8c1691e2a5e129f643499d2995a", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/J0419%2B44_L600865_SAP1_BEAM11_diag_pdmp.png", "nameroot": "J0419+44_L600865_SAP1_BEAM11_diag_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/J0419+44_L600865_SAP1_BEAM11_diag_pdmp.png" }, { "size": 264216, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/J0419+44_L600865_SAP1_BEAM11_nomask_PSR_J0419+44.pfd.png", "class": "File", "nameext": ".png", "basename": "J0419+44_L600865_SAP1_BEAM11_nomask_PSR_J0419+44.pfd.png", "checksum": "sha1$8937d059c9abb91dd8b63ec4777b4849fdc222df", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/J0419%2B44_L600865_SAP1_BEAM11_nomask_PSR_J0419%2B44.pfd.png", "nameroot": "J0419+44_L600865_SAP1_BEAM11_nomask_PSR_J0419+44.pfd", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/J0419+44_L600865_SAP1_BEAM11_nomask_PSR_J0419+44.pfd.png" }, { "size": 231946, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/J0419+44_L600865_SAP1_BEAM11_pdmp.png", "class": "File", "nameext": ".png", "basename": "J0419+44_L600865_SAP1_BEAM11_pdmp.png", "checksum": "sha1$3aadff78ae0a6b5f44ebbb000f69b6476e91a3c9", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/J0419%2B44_L600865_SAP1_BEAM11_pdmp.png", "nameroot": "J0419+44_L600865_SAP1_BEAM11_pdmp", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/J0419+44_L600865_SAP1_BEAM11_pdmp.png" }, { "size": 219501, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/L600865_SAP1_BEAM11_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L600865_SAP1_BEAM11_rfifind-0.png", "checksum": "sha1$2e82a56e0ad32bd22d7a7a7557e27cad3f04f94a", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/L600865_SAP1_BEAM11_rfifind-0.png", "nameroot": "L600865_SAP1_BEAM11_rfifind-0", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/L600865_SAP1_BEAM11_rfifind-0.png" }, { "size": 49827, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/L600865_SAP1_BEAM11_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L600865_SAP1_BEAM11_rfifind-1.png", "checksum": "sha1$8f580a2ecdf01cbb2bfd482c3c1372e59c9ae6da", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/L600865_SAP1_BEAM11_rfifind-1.png", "nameroot": "L600865_SAP1_BEAM11_rfifind-1", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/L600865_SAP1_BEAM11_rfifind-1.png" }, { "size": 5123, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/L600865_sap001_beam0011.rfifind.log", "class": "File", "nameext": ".log", "basename": "L600865_sap001_beam0011.rfifind.log", "checksum": "sha1$6951502ff08ef7a53e239ec4e2a58ba06298b633", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/L600865_sap001_beam0011.rfifind.log", "nameroot": "L600865_sap001_beam0011.rfifind", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/L600865_sap001_beam0011.rfifind.log" }, { "size": 11191, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/L600865_SAP1_BEAM11_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L600865_SAP1_BEAM11_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$cef7d53f7da13acef08cd8b44599dc1d1bbac588", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/L600865_SAP1_BEAM11_2bit_ldv_psrfits_requantisation.log", "nameroot": "L600865_SAP1_BEAM11_2bit_ldv_psrfits_requantisation", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/L600865_SAP1_BEAM11_2bit_projects_psrfits_requantisation.log" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/L600867_SAP001_B011-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L600867_SAP001_B011-ldv-summary.log", "checksum": "sha1$24ec4d93d3e0cefff372c71a749ffd3c473e627f", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/L600867_SAP001_B011-ldv-summary.log_2", "nameroot": "L600867_SAP001_B011-ldv-summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1329611/L600867_SAP001_B011-projects-summary.log_2" } ], "details": {}, "summary": { "L600867_SAP001_B011_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM11/L600865_SAP1_BEAM11_2bit.fits", "stokes/SAP1/BEAM11/L600865_SAP1_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM11/L600865_SAP1_BEAM11.fits" ], "input_name": "L600867_SAP001_B011_P000_bf.tar", "input_size": 20261888000, "is_summary": false, "size_ratio": 0.29734269975236266, "output_name": "L600867_SAP001_B011_P000_bf.tar", "output_size": 6024724480, "rfi_percent": 9.386, "input_size_str": "18.87 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM11/L600865_SAP1_BEAM11_2bit.fits", "stokes/SAP1/BEAM11/L600865_SAP1_BEAM11_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM11/L600865_SAP1_BEAM11.fits" ], "input_name": "L600867_SAP001_B011_P000_bf.tar", "input_size": 20261888000, "is_summary": false, "size_ratio": 0.29734269975236266, "output_name": "L600867_SAP001_B011_P000_bf.tar", "output_size": 6024724480, "rfi_percent": 9.386, "input_size_str": "18.87 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6024724480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/L600867_SAP001_B011_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L600867_SAP001_B011_P000_bf.tar", "checksum": "sha1$16af24488a93bcdecaec6dc00cf965aacaa5ae50", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/L600867_SAP001_B011_P000_bf.tar", "nameroot": "L600867_SAP001_B011_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/600867/237727/L600867_SAP001_B011-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L600867_SAP001_B011-ldv-summary.log", "checksum": "sha1$47975976dcc605a35e419cd2ff08589573ec8ecc", "location": "file:///project/ldv/Share/run/2024/6/10/135_237727/L600867_SAP001_B011-ldv-summary.log", "nameroot": "L600867_SAP001_B011-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-09", "cpu_time_raw": 357 }, "remarks": { "discard_reason": "VK: Temporary measure. Would like to process it with fixed workflow, but simply changing the workflow did not help. The working hypothesis is that system still uses the data from previous runs. Idea - > first to discard the task, then put to defining" }, "status_history": [ "defining (2024-02-02T15:50:31Z)", "defined (2024-02-05T13:56:47Z)", "staging (2024-02-05T14:23:22Z)", "staged (2024-02-05T22:51:17Z)", "fetched (2024-02-05T23:02:08Z)", "processing (2024-02-05T23:20:23Z)", "processed_failed (2024-02-06T00:21:13Z)", "fetched (2024-02-06T10:28:43Z)", "processing (2024-02-06T10:29:12Z)", "processed_failed (2024-02-06T11:29:37Z)", "fetched (2024-02-06T14:25:40Z)", "processing (2024-02-06T14:32:30Z)", "processed_failed (2024-02-06T15:33:14Z)", "fetched (2024-02-07T10:23:24Z)", "processing (2024-02-07T10:23:37Z)", "defined (2024-02-07T10:49:02Z)", "staging (2024-02-07T10:51:01Z)", "staged (2024-02-07T11:20:24Z)", "fetched (2024-02-07T11:20:44Z)", "processing (2024-02-07T11:20:47Z)", "processed_failed (2024-02-07T12:21:27Z)", "defined (2024-02-08T07:35:15Z)", "staging (2024-02-08T07:35:35Z)", "staged (2024-02-08T07:36:06Z)", "fetched (2024-02-08T07:36:24Z)", "processing (2024-02-08T07:36:53Z)", "processed_failed (2024-02-08T08:37:39Z)", "fetched (2024-02-12T09:46:25Z)", "processing (2024-02-12T09:46:32Z)", "processed_failed (2024-02-12T10:47:12Z)", "defined (2024-02-13T18:16:27Z)", "staging (2024-02-13T18:16:54Z)", "staged (2024-02-13T18:18:54Z)", "fetched (2024-02-13T18:19:07Z)", "processing (2024-02-13T18:19:10Z)", "processed_failed (2024-02-13T19:20:00Z)", "defined (2024-02-14T12:52:14Z)", "staging (2024-02-14T12:56:39Z)", "staged (2024-02-14T14:03:08Z)", "fetched (2024-02-14T14:15:26Z)", "processing (2024-02-14T14:15:52Z)", "processed_failed (2024-02-14T15:16:17Z)", "defined (2024-02-15T07:49:33Z)", "staging (2024-02-15T07:54:28Z)", "staged (2024-02-15T08:58:20Z)", "fetched (2024-02-15T09:42:59Z)", "processing (2024-02-15T09:43:03Z)", "processed_failed (2024-02-15T10:43:41Z)", "defined (2024-02-16T09:03:12Z)", "staging (2024-02-16T09:04:00Z)", "staged (2024-02-16T09:27:26Z)", "fetched (2024-02-16T09:39:38Z)", "processing (2024-02-16T09:40:07Z)", "processed_failed (2024-02-16T10:41:27Z)", "fetched (2024-02-16T20:24:21Z)", "processing (2024-02-16T20:25:35Z)", "processed_failed (2024-02-16T21:26:46Z)", "fetched (2024-02-17T07:17:10Z)", "processing (2024-02-17T07:17:35Z)", "processed_failed (2024-02-17T08:18:02Z)", "defined (2024-02-26T09:32:42Z)", "staging (2024-02-26T09:32:56Z)", "staged (2024-02-26T09:37:30Z)", "fetched (2024-02-26T09:37:46Z)", "processing (2024-02-26T09:38:16Z)", "processed_failed (2024-02-26T10:38:28Z)", "fetched (2024-02-28T10:47:01Z)", "processing (2024-02-28T10:47:14Z)", "processed_failed (2024-02-28T11:48:08Z)", "fetched (2024-02-28T12:35:44Z)", "processing (2024-02-28T12:36:16Z)", "processed_failed (2024-02-28T13:37:18Z)", "fetched (2024-02-29T07:32:08Z)", "processing (2024-02-29T07:32:30Z)", "processed_failed (2024-02-29T08:33:08Z)", "fetched (2024-04-08T14:58:48Z)", "processing (2024-04-08T14:59:06Z)", "processed_failed (2024-04-08T16:42:12Z)", "fetched (2024-04-08T17:06:24Z)", "processing (2024-04-08T17:06:59Z)", "processed_failed (2024-04-08T18:09:59Z)", "fetched (2024-04-08T18:11:22Z)", "processing (2024-04-08T18:11:39Z)", "defined (2024-04-08T18:33:15Z)", "staging (2024-04-08T18:33:32Z)", "staged (2024-04-08T18:34:05Z)", "fetched (2024-04-08T18:34:11Z)", "processing (2024-04-08T18:34:42Z)", "processed_failed (2024-04-08T19:40:38Z)", "discard (2024-04-09T07:39:11Z)", "discarding (2024-04-09T07:39:30Z)", "cleaned_spider (2024-04-09T07:39:33Z)", "discarding (2024-04-09T07:39:44Z)", "discarded (2024-04-09T07:39:51Z)", "defined (2024-04-09T07:40:37Z)", "staging (2024-04-09T07:40:48Z)", "staged (2024-04-09T07:41:19Z)", "fetched (2024-04-09T07:41:48Z)", "processing (2024-04-09T07:42:13Z)", "processed_failed (2024-04-09T08:55:02Z)", "discard (2024-05-31T18:17:33Z)", "discarding (2024-05-31T18:17:53Z)", "cleaned_spider (2024-05-31T18:17:57Z)", "discarding (2024-05-31T18:18:22Z)", "discarded (2024-05-31T18:18:25Z)", "defined (2024-05-31T18:19:05Z)", "staging (2024-05-31T18:19:34Z)", "staged (2024-05-31T18:25:17Z)", "fetched (2024-05-31T18:25:33Z)", "processing (2024-05-31T18:26:05Z)", "processed (2024-05-31T18:36:11Z)", "storing (2024-05-31T18:36:22Z)", "stored (2024-05-31T18:37:47Z)", "defined (2024-06-03T11:40:29Z)", "staging (2024-06-03T11:42:04Z)", "staged (2024-06-03T11:48:13Z)", "fetched (2024-06-03T12:17:57Z)", "processing (2024-06-03T12:18:11Z)", "processed (2024-06-03T12:30:51Z)", "fetched (2024-06-03T12:50:16Z)", "storing (2024-06-03T12:50:23Z)", "stored (2024-06-03T13:47:09Z)", "fetched (2024-06-10T10:05:58Z)", "processing (2024-06-10T10:06:40Z)", "processed_failed (2024-06-10T11:07:24Z)", "fetched (2024-06-10T11:27:53Z)", "processing (2024-06-10T11:28:08Z)", "processed (2024-06-10T11:34:08Z)", "storing (2024-06-10T11:36:30Z)", "stored (2024-06-10T11:58:08Z)", "validated (2024-06-10T18:38:02Z)", "scrubbing (2024-06-10T18:39:33Z)", "scrubbed (2024-06-10T18:40:34Z)", "pre_archiving (2024-06-10T18:41:51Z)", "pre_archived (2024-06-10T18:42:23Z)", "archiving (2024-06-10T18:43:07Z)", "archived (2024-06-10T18:44:17Z)", "finishing (2024-06-10T18:44:18Z)", "finished (2024-06-10T18:44:32Z)" ], "size_to_process": 20261888000, "size_processed": 6026315539, "total_processing_time": 357, "nr_of_dps": null, "log_entries": [ "3191224 - 237727 - staging (STAGER)", "3204844 - 237727 - staged (STAGER)", "3205219 - 237727 - fetched (copy_skipped)", "3205643 - 237727 - processing (running)", "3206466 - 237727 - processed_failed (running)", "3220302 - 237727 - processing (running)", "3224221 - 237727 - processed_failed (running)", "3229257 - 237727 - processing (running)", "3232027 - 237727 - processed_failed (running)", "3247971 - 237727 - processing (running)", "3249041 - 237727 - staging (STAGER)", "3249247 - 237727 - staged (STAGER)", "3249251 - 237727 - fetched (copy_skipped)", "3249253 - 237727 - processing (running)", "3249577 - 237727 - processed_failed (running)", "3262520 - 237727 - staging (STAGER)", "3262522 - 237727 - staged (STAGER)", "3262525 - 237727 - fetched (copy_skipped)", "3262531 - 237727 - processing (running)", "3263018 - 237727 - processed_failed (running)", "3317875 - 237727 - processing (running)", "3318846 - 237727 - processed_failed (running)", "3336613 - 237727 - staging (STAGER)", "3336633 - 237727 - staged (STAGER)", "3336634 - 237727 - fetched (copy_skipped)", "3336635 - 237727 - processing (running)", "3338543 - 237727 - processed_failed (running)", "3352030 - 237727 - staging (STAGER)", "3354114 - 237727 - staged (STAGER)", "3354447 - 237727 - fetched (copy_skipped)", "3354520 - 237727 - processing (running)", "3355548 - 237727 - processed_failed (running)", "3377280 - 237727 - staging (STAGER)", "3378886 - 237727 - staged (STAGER)", "3379277 - 237727 - fetched (copy_skipped)", "3379288 - 237727 - processing (running)", "3380504 - 237727 - processed_failed (running)", "3389678 - 237727 - staging (STAGER)", "3390494 - 237727 - staged (STAGER)", "3390691 - 237727 - fetched (copy_skipped)", "3390748 - 237727 - processing (running)", "3392027 - 237727 - processed_failed (running)", "3404796 - 237727 - processing (running)", "3405833 - 237727 - processed_failed (running)", "3414874 - 237727 - processing (running)", "3415337 - 237727 - processed_failed (running)", "3449041 - 237727 - staging (STAGER)", "3449054 - 237727 - staged (STAGER)", "3449055 - 237727 - fetched (copy_skipped)", "3449057 - 237727 - processing (running)", "3451497 - 237727 - processed_failed (running)", "3480645 - 237727 - processing (running)", "3481869 - 237727 - processed_failed (running)", "3482689 - 237727 - processing (running)", "3484014 - 237727 - processed_failed (running)", "3503622 - 237727 - processing (running)", "3505914 - 237727 - processed_failed (running)", "3955606 - 237727 - processing (running)", "3956272 - 237727 - processed_failed (running)", "3956441 - 237727 - processing (running)", "3956845 - 237727 - processed_failed (running)", "3956847 - 237727 - processing (running)", "3956873 - 237727 - staging (STAGER)", "3956883 - 237727 - staged (STAGER)", "3956887 - 237727 - fetched (copy_skipped)", "3956893 - 237727 - processing (running)", "3957335 - 237727 - processed_failed (running)", "3961572 - 237727 - discarding (spider)", "3961573 - 237727 - cleaned_spider (spider)", "3961575 - 237727 - discarding (dcache)", "3961576 - 237727 - discarded (dcache)", "3961578 - 237727 - staging (STAGER)", "3961579 - 237727 - staged (STAGER)", "3961580 - 237727 - fetched (copy_skipped)", "3961581 - 237727 - processing (running)", "3961854 - 237727 - processed_failed (running)", "4976421 - 237727 - discarding (spider)", "4976422 - 237727 - cleaned_spider (spider)", "4976424 - 237727 - discarding (dcache)", "4976425 - 237727 - discarded (dcache)", "4976452 - 237727 - staging (STAGER)", "4976493 - 237727 - staged (STAGER)", "4976494 - 237727 - fetched (copy_skipped)", "4976500 - 237727 - processing (running)", "4976581 - 237727 - processed (running)", "4976582 - 237727 - storing (issuing_copying)", "4976584 - 237727 - storing (copy_issued)", "4976591 - 237727 - stored (copy_finished)", "5021637 - 237727 - staging (STAGER)", "5021982 - 237727 - staged (STAGER)", "5022392 - 237727 - fetched (copy_skipped)", "5022419 - 237727 - processing (running)", "5022673 - 237727 - processed (running)", "5023073 - 237727 - storing (issuing_copying)", "5023077 - 237727 - storing (copy_issued)", "5024675 - 237727 - stored (copy_finished)", "5153921 - 237727 - processing (running)", "5154265 - 237727 - processed_failed (running)", "5154389 - 237727 - processing (running)", "5154425 - 237727 - processed (running)", "5154449 - 237727 - storing (issuing_copying)", "5154452 - 237727 - storing (copy_issued)", "5154628 - 237727 - stored (copy_finished)", "5162230 - 237727 - scrubbing (STAGER)", "5162336 - 237727 - scrubbed (STAGER)", "5162442 - 237727 - pre_archiving (submitting)", "5162452 - 237727 - pre_archived (SIP created)", "5162524 - 237727 - archiving (submitting)", "5162589 - 237727 - archiving (ingested)", "5162590 - 237727 - archived (Success)", "5162591 - 237727 - finishing (cleaning)", "5162592 - 237727 - finished (Success)" ], "meta_scheduling": { "#SBATCH --nodelist": "wn-ca-09" }, "environment": "", "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1A844DB869A3533FE063164A17AC202D", "lta_object_id": "1A844DB869A3533FE063164A17AC202D", "sas_id_archived": "1329611", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 2526, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }