Task Details View Api
Detailed view of a task.
GET /atdb/tasks/33845/
{ "id": 33845, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-04-26T07:20:08.813127Z", "filter": "ldv-spec:112", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "526107", "priority": 100, "purge_policy": "yes", "cleanup_policy": "discard", "resume": true, "workflow": 22, "stage_request_id": 49154, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19171911680, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP001_B013_P000_bf_324922b1.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4880455680, "_type": "PulpDataProduct", "fileName": "L526107_SAP001_B013_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2cdf36e941fb1b1237131c945465de22", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 567, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33845/L526107_SAP001_B013_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L526107_SAP001_B013_P000_bf.tar_filecontent.txt", "checksum": "sha1$84b7f4357adb16b4ff9d04341f604ad77de4ff09", "location": "file:///project/ldv/Share/run/2023/7/3/1438_33845/L526107_SAP001_B013_P000_bf.tar_filecontent.txt", "nameroot": "L526107_SAP001_B013_P000_bf.tar_filecontent" } } }, "file_name": "L526107_SAP001_B013_P000_bf.tar" } ], "quality": { "plots": [ { "size": 240323, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33845/L526105_SAP1_BEAM13_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L526105_SAP1_BEAM13_rfifind-0.png", "checksum": "sha1$de29fb065e7baf76574af70d2c8ff1ae9c648c4b", "location": "file:///project/ldv/Share/run/2023/7/3/1438_33845/L526105_SAP1_BEAM13_rfifind-0.png", "nameroot": "L526105_SAP1_BEAM13_rfifind-0" }, { "size": 58304, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33845/L526105_SAP1_BEAM13_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L526105_SAP1_BEAM13_rfifind-1.png", "checksum": "sha1$68d1ed98d12fb16bdcf09e6c350d0f0a8f2bb654", "location": "file:///project/ldv/Share/run/2023/7/3/1438_33845/L526105_SAP1_BEAM13_rfifind-1.png", "nameroot": "L526105_SAP1_BEAM13_rfifind-1" }, { "size": 5129, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33845/L526105_sap001_beam0013.rfifind.log", "class": "File", "nameext": ".log", "basename": "L526105_sap001_beam0013.rfifind.log", "checksum": "sha1$f593aaaf380f42ed9c1cc2695c37d963b3872f81", "location": "file:///project/ldv/Share/run/2023/7/3/1438_33845/L526105_sap001_beam0013.rfifind.log", "nameroot": "L526105_sap001_beam0013.rfifind" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33845/L526105_SAP1_BEAM13_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L526105_SAP1_BEAM13_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$f78563fcfebae7d1bbed7cf137db6d362a339acc", "location": "file:///project/ldv/Share/run/2023/7/3/1438_33845/L526105_SAP1_BEAM13_2bit_ldv_psrfits_requantisation.log", "nameroot": "L526105_SAP1_BEAM13_2bit_ldv_psrfits_requantisation" }, { "size": 1629, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33845/L526107-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L526107-ldv-summary.log", "checksum": "sha1$6d441ba5f0c1d69949f7fe9eada160ff472e631d", "location": "file:///project/ldv/Share/run/2023/7/3/1438_33845/L526107-ldv-summary.log_2", "nameroot": "L526107-ldv-summary" } ], "details": {}, "summary": { "L526107_SAP001_B013_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM13/L526105_SAP1_BEAM13_2bit.fits", "stokes/SAP1/BEAM13/L526105_SAP1_BEAM13_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM13/L526105_SAP1_BEAM13.fits" ], "input_name": "L526107_SAP001_B013_P000_bf.tar", "input_size": 19171911680, "size_ratio": 0.25456280841786144, "output_name": "L526107_SAP001_B013_P000_bf.tar", "output_size": 4880455680, "rfi_percent": 11.229, "input_size_str": "17.86 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM13/L526105_SAP1_BEAM13_2bit.fits", "stokes/SAP1/BEAM13/L526105_SAP1_BEAM13_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM13/L526105_SAP1_BEAM13.fits" ], "input_name": "L526107_SAP001_B013_P000_bf.tar", "input_size": 19171911680, "size_ratio": 0.25456280841786144, "output_name": "L526107_SAP001_B013_P000_bf.tar", "output_size": 4880455680, "rfi_percent": 11.229, "input_size_str": "17.86 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4880455680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33845/L526107_SAP001_B013_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L526107_SAP001_B013_P000_bf.tar", "checksum": "sha1$e257067405a146e2e905f054438c37636c40e067", "location": "file:///project/ldv/Share/run/2023/7/3/1438_33845/L526107_SAP001_B013_P000_bf.tar", "nameroot": "L526107_SAP001_B013_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33845/L526107-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L526107-ldv-summary.log", "checksum": "sha1$0c72ab1eb27aae7e5d319fb6327bd93f32c38527", "location": "file:///project/ldv/Share/run/2023/7/3/1438_33845/L526107-ldv-summary.log", "nameroot": "L526107-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-15", "cpu_time_raw": 388 }, "remarks": { "discard_reason": "" }, "status_history": [ "processed (2023-05-11T23:20:30Z)", "storing (2023-05-11T23:26:04Z)", "stored (2023-05-11T23:29:43Z)", "fetched (2023-05-10T08:20:40Z)", "processing (2023-05-10T08:21:02Z)", "processed_failed (2023-05-10T08:28:48Z)", "fetched (2023-05-10T11:38:40Z)", "processing (2023-05-10T11:39:32Z)", "processed_failed (2023-05-10T11:47:04Z)", "fetched (2023-05-10T12:43:35Z)", "processing (2023-05-10T12:44:33Z)", "processed_failed (2023-05-11T09:57:35Z)", "fetched (2023-05-12T04:54:17Z)", "processing (2023-05-12T04:54:48Z)", "processed (2023-05-12T05:01:55Z)", "storing (2023-05-12T05:02:16Z)", "stored (2023-05-12T05:03:32Z)", "fetched (2023-05-11T22:09:03Z)", "processing (2023-05-11T22:09:16Z)", "processed_failed (2023-05-11T22:16:53Z)", "fetched (2023-05-11T22:25:17Z)", "processing (2023-05-11T22:26:30Z)", "processed (2023-05-11T22:32:37Z)", "storing (2023-05-11T22:32:39Z)", "stored (2023-05-11T22:33:24Z)", "fetched (2023-05-11T22:39:45Z)", "processing (2023-05-11T22:41:08Z)", "processed (2023-05-11T22:47:52Z)", "storing (2023-05-11T22:48:12Z)", "stored (2023-05-11T22:49:01Z)", "fetched (2023-05-11T22:49:48Z)", "fetched (2023-05-12T05:23:54Z)", "processing (2023-05-11T23:10:42Z)", "processing (2023-05-12T05:50:17Z)", "processed (2023-05-12T05:57:25Z)", "defined (2023-04-26T07:23:30Z)", "storing (2023-05-12T06:00:28Z)", "stored (2023-05-12T06:02:25Z)", "staged (2023-04-26T07:59:58Z)", "fetched (2023-04-26T08:00:00Z)", "staging (2023-04-26T07:24:28Z)", "processing (2023-04-26T13:51:23Z)", "processed_failed (2023-04-26T13:56:42Z)", "defining (2023-04-26T07:20:08Z)", "fetched (2023-05-12T07:07:52Z)", "processing (2023-05-12T07:08:57Z)", "processed (2023-05-12T07:22:07Z)", "storing (2023-05-12T07:22:21Z)", "stored (2023-05-12T07:23:36Z)", "fetched (2023-05-12T07:25:05Z)", "processing (2023-05-12T07:47:47Z)", "processed (2023-05-12T07:54:33Z)", "storing (2023-05-12T07:56:50Z)", "stored (2023-05-12T07:57:47Z)", "fetched (2023-05-06T06:43:07Z)", "processing (2023-05-06T06:43:10Z)", "processed_failed (2023-05-06T07:01:26Z)", "fetched (2023-05-08T08:11:20Z)", "processing (2023-05-08T08:11:41Z)", "processed (2023-05-08T08:17:47Z)", "storing (2023-05-08T08:18:15Z)", "stored_failed (2023-05-08T08:18:19Z)", "processed (2023-05-08T09:18:36Z)", "storing (2023-05-08T09:18:52Z)", "stored (2023-05-08T09:19:26Z)", "fetched (2023-05-09T08:09:25Z)", "processing (2023-05-09T08:09:51Z)", "processed_failed (2023-05-09T08:10:52Z)", "fetched (2023-05-09T08:10:54Z)", "processing (2023-05-09T08:11:25Z)", "processed (2023-05-09T08:19:29Z)", "storing (2023-05-09T08:19:55Z)", "stored (2023-05-09T08:21:07Z)", "fetched (2023-05-09T09:23:00Z)", "processing (2023-05-09T09:23:45Z)", "processed (2023-05-09T09:31:53Z)", "storing (2023-05-09T09:32:31Z)", "stored (2023-05-09T09:33:15Z)", "fetched (2023-05-09T09:45:21Z)", "processing (2023-05-09T09:45:42Z)", "fetched (2023-05-09T09:58:12Z)", "processing (2023-05-09T09:58:17Z)", "processed (2023-05-09T10:10:34Z)", "storing (2023-05-09T10:10:39Z)", "stored (2023-05-09T10:11:23Z)", "defined (2023-06-22T12:43:01Z)", "staging (2023-06-22T12:43:57Z)", "staged (2023-06-22T12:44:25Z)", "fetched (2023-06-22T12:45:31Z)", "processing (2023-06-22T13:00:27Z)", "processed (2023-06-22T13:08:01Z)", "storing (2023-06-22T13:10:49Z)", "stored_failed (2023-06-22T13:12:13Z)", "stored (2023-06-22T13:12:13Z)", "fetched (2023-07-03T11:51:08Z)", "processing (2023-07-03T12:18:41Z)", "processed (2023-07-03T12:31:54Z)", "storing (2023-07-03T12:33:11Z)", "stored_failed (2023-07-03T13:04:49Z)", "stored (2023-07-03T13:04:49Z)", "validated (2023-07-03T22:14:31Z)", "scrubbing (2023-07-03T22:15:07Z)", "scrubbed (2023-07-03T22:15:35Z)", "discard (2023-07-18T11:26:48Z)", "discarding (2023-08-04T09:01:15Z)", "discarded (2023-08-04T09:01:16Z)" ], "size_to_process": 19171911680, "size_processed": 4880768663, "total_processing_time": 388, "nr_of_dps": null, "log_entries": [ "285966 - 33845 - processing (running)", "286038 - 33845 - processed_failed (running)", "285436 - 33845 - staged (STAGER)", "285178 - 33845 - staging (STAGER)", "285441 - 33845 - fetched (copy_skipped)", "289925 - 33845 - processing (running)", "289928 - 33845 - processed_failed (running)", "290217 - 33845 - processing (running)", "290228 - 33845 - processed (running)", "290231 - 33845 - storing (issuing_copying)", "290232 - 33845 - storing (copy_issued)", "290233 - 33845 - stored_failed (copy_finished)", "290279 - 33845 - storing (issuing_copying)", "290280 - 33845 - storing (copy_issued)", "290281 - 33845 - stored (copy_finished)", "291747 - 33845 - processing (running)", "291748 - 33845 - processed_failed (running)", "291749 - 33845 - processing (running)", "291750 - 33845 - processed (running)", "291751 - 33845 - storing (issuing_copying)", "291752 - 33845 - storing (copy_issued)", "291757 - 33845 - stored (copy_finished)", "292170 - 33845 - processing (running)", "292200 - 33845 - processed (running)", "292202 - 33845 - storing (issuing_copying)", "292203 - 33845 - storing (copy_issued)", "292204 - 33845 - stored (copy_finished)", "292221 - 33845 - processing (running)", "292238 - 33845 - processing (running)", "292253 - 33845 - processed (running)", "292254 - 33845 - storing (issuing_copying)", "292255 - 33845 - storing (copy_issued)", "292257 - 33845 - stored (copy_finished)", "292965 - 33845 - processing (running)", "292979 - 33845 - processed_failed (running)", "293079 - 33845 - processing (running)", "293086 - 33845 - processed_failed (running)", "293180 - 33845 - processing (running)", "293194 - 33845 - processed_failed (running)", "293585 - 33845 - processing (running)", "293586 - 33845 - processed_failed (running)", "293588 - 33845 - processing (running)", "293593 - 33845 - processed (running)", "293594 - 33845 - storing (issuing_copying)", "293595 - 33845 - storing (copy_issued)", "293596 - 33845 - stored (copy_finished)", "293598 - 33845 - processing (running)", "293619 - 33845 - processed (running)", "293620 - 33845 - storing (issuing_copying)", "293621 - 33845 - storing (copy_issued)", "293623 - 33845 - stored (copy_finished)", "293886 - 33845 - processing (running)", "294053 - 33845 - processed (running)", "294160 - 33845 - storing (issuing_copying)", "294161 - 33845 - storing (copy_issued)", "294225 - 33845 - stored (copy_finished)", "295017 - 33845 - processing (running)", "295018 - 33845 - processed (running)", "295019 - 33845 - storing (issuing_copying)", "295020 - 33845 - storing (copy_issued)", "295021 - 33845 - stored (copy_finished)", "295290 - 33845 - processing (running)", "295405 - 33845 - processed (running)", "295453 - 33845 - storing (issuing_copying)", "295454 - 33845 - storing (copy_issued)", "295475 - 33845 - stored (copy_finished)", "296151 - 33845 - processing (running)", "296152 - 33845 - processed (running)", "296153 - 33845 - storing (issuing_copying)", "296154 - 33845 - storing (copy_issued)", "296155 - 33845 - stored (copy_finished)", "296462 - 33845 - processing (running)", "296574 - 33845 - processed (running)", "296612 - 33845 - storing (issuing_copying)", "296615 - 33845 - storing (copy_issued)", "296632 - 33845 - stored (copy_finished)", "313532 - 33845 - staging (STAGER)", "313636 - 33845 - staged (STAGER)", "313815 - 33845 - fetched (copy_skipped)", "314381 - 33845 - processing (running)", "314594 - 33845 - processed (running)", "314650 - 33845 - storing (issuing_copying)", "314653 - 33845 - storing (copy_issued)", "314707 - 33845 - stored_failed (Failing removing inputs data)", "314709 - 33845 - stored (copy_finished)", "315719 - 33845 - processing (running)", "315885 - 33845 - processed (running)", "315905 - 33845 - storing (issuing_copying)", "315906 - 33845 - storing (copy_issued)", "316282 - 33845 - stored_failed (Failing removing inputs data)", "316283 - 33845 - stored (copy_finished)", "317018 - 33845 - scrubbing (STAGER)", "317118 - 33845 - scrubbed (STAGER)", "343812 - 33845 - discarding (cleaning up)", "343813 - 33845 - discarded (cleaned)" ], "meta_scheduling": { "#SBATCH --time": "00:59:00" }, "environment": "", "archive": null, "activity": 3187, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }