Task Details View Api
Detailed view of a task.
GET /atdb/tasks/339713/
{ "id": 339713, "task_type": "regular", "is_summary": true, "is_aggregated": false, "creationTime": "2024-06-04T14:29:48.625561Z", "filter": "lt5_004-np-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "441336", "priority": 120, "purge_policy": "yes", "cleanup_policy": "stored", "resume": true, "workflow": 22, "stage_request_id": 715818, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "none", "per_sasid": "good" }, "inputs": [ { "size": 47547904000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/441336/L441336_summaryCS_47ca0aae.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 31991101440, "_type": "PulpSummaryDataProduct", "fileName": "L441336_summaryCS.tar", "fileFormat": "PULP", "md5checksum": "a9f7f1d8f09e32584d156d08c3f1b2e1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 326903, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441336/339713/L441336_summaryCS.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L441336_summaryCS.tar_filecontent.txt", "checksum": "sha1$8a754149befd71c6dcc5a2b2d5983d193ddbd4ca", "location": "file:///project/ldv/Share/run/2024/7/11/933_339713/L441336_summaryCS.tar_filecontent.txt", "nameroot": "L441336_summaryCS.tar_filecontent" } } }, "file_name": "L441336_summaryCS.tar" } ], "quality": { "plots": [ { "size": 15197442, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441336/339713/L441336_CS_quick_summary.pdf", "class": "File", "nameext": ".pdf", "basename": "L441336_CS_quick_summary.pdf", "checksum": "sha1$4c8e6a9f64c9b36d5f49fba9858186ccfa494b95", "location": "file:///project/ldv/Share/run/2024/7/11/933_339713/L441336_CS_quick_summary.pdf", "nameroot": "L441336_CS_quick_summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1353445/L441336_CS_quick_summary.pdf" }, { "size": 51200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441336/339713/L441336_CS_misc.tar", "class": "File", "nameext": ".tar", "basename": "L441336_CS_misc.tar", "checksum": "sha1$c5a66dd4a4284ea6d9734200aea9da6df7a8203d", "location": "file:///project/ldv/Share/run/2024/7/11/933_339713/L441336_CS_misc.tar", "nameroot": "L441336_CS_misc", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1353445/L441336_CS_misc.tar" }, { "size": 879687680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441336/339713/L441336_CS_diag_plots_logs.tar", "class": "File", "nameext": ".tar", "basename": "L441336_CS_diag_plots_logs.tar", "checksum": "sha1$728745c42ecea8ca29fbd7f4e97cb75550c4024c", "location": "file:///project/ldv/Share/run/2024/7/11/933_339713/L441336_CS_diag_plots_logs.tar", "nameroot": "L441336_CS_diag_plots_logs", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt5_004/1353445/L441336_CS_diag_plots_logs.tar" } ], "details": {}, "summary": { "L441336_summaryCS.tar": { "added": [], "deleted": [], "input_name": "L441336_summaryCS.tar", "input_size": 47547904000, "is_summary": true, "size_ratio": 0.6728183315924925, "output_name": "L441336_summaryCS.tar", "output_size": 31991101440, "rfi_percent": 0, "input_size_str": "44.28 GB", "output_size_str": "29.79 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [], "deleted": [], "input_name": "L441336_summaryCS.tar", "input_size": 47547904000, "is_summary": true, "size_ratio": 0.6728183315924925, "output_name": "L441336_summaryCS.tar", "output_size": 31991101440, "rfi_percent": 0, "input_size_str": "44.28 GB", "output_size_str": "29.79 GB" } ], "tar_archive": [ { "size": 31991101440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441336/339713/L441336_summaryCS.tar", "class": "File", "nameext": ".tar", "basename": "L441336_summaryCS.tar", "checksum": "sha1$ea1c31b9e45eb1b96ef666b48963a629f11388ad", "location": "file:///project/ldv/Share/run/2024/7/11/933_339713/L441336_summaryCS.tar", "nameroot": "L441336_summaryCS" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-11", "cpu_time_raw": 475 }, "remarks": null, "status_history": [ "scrubbing (2024-07-08T15:11:49Z)", "scrubbed (2024-07-08T15:12:48Z)", "validated (2024-07-08T15:05:32Z)", "defining (2024-06-04T14:29:48Z)", "defined (2024-06-12T11:27:31Z)", "staging (2024-06-12T11:36:45Z)", "staged (2024-06-12T13:02:04Z)", "fetched (2024-06-12T13:12:21Z)", "processing (2024-06-12T13:15:39Z)", "processed (2024-06-12T13:29:21Z)", "storing (2024-06-12T17:01:59Z)", "storing_failed (2024-06-13T15:33:23Z)", "processed (2024-06-17T07:08:32Z)", "storing (2024-06-17T07:36:10Z)", "storing_failed (2024-06-17T07:50:46Z)", "pre_archiving (2024-07-08T21:45:24Z)", "pre_archived_failed (2024-07-08T21:45:25Z)", "processed (2024-06-26T18:56:28Z)", "storing (2024-06-26T18:57:11Z)", "stored (2024-06-26T19:02:14Z)", "fetched (2024-07-09T18:16:58Z)", "processing (2024-07-09T18:17:28Z)", "processed_failed (2024-07-09T18:33:12Z)", "defined (2024-07-09T18:38:46Z)", "staging (2024-07-09T18:39:13Z)", "staged (2024-07-09T23:52:38Z)", "fetched (2024-07-09T23:53:04Z)", "processing (2024-07-09T23:53:27Z)", "processed_failed (2024-07-10T00:09:41Z)", "fetched (2024-07-11T07:21:21Z)", "processing (2024-07-11T07:21:34Z)", "processed (2024-07-11T07:29:59Z)", "storing (2024-07-11T17:45:29Z)", "stored (2024-07-11T17:49:17Z)", "validated (2024-07-11T17:57:04Z)", "scrubbing (2024-07-11T17:57:22Z)", "scrubbed (2024-07-11T17:57:23Z)", "pre_archiving (2024-07-11T17:58:08Z)", "pre_archived (2024-07-11T17:58:41Z)", "archiving (2024-07-11T17:59:03Z)", "archived (2024-07-11T18:01:29Z)", "finishing (2024-07-11T18:01:30Z)", "finished (2024-07-11T18:01:43Z)" ], "size_to_process": 47547904000, "size_processed": 32886037762, "total_processing_time": 475, "nr_of_dps": null, "log_entries": [ "5202018 - 339713 - staging (STAGER)", "5204222 - 339713 - staged (STAGER)", "5204442 - 339713 - fetched (copy_skipped)", "5204537 - 339713 - processing (running)", "5204851 - 339713 - processed (running)", "5210319 - 339713 - processed (resume)", "5210438 - 339713 - storing (issuing_copying)", "5211983 - 339713 - storing_failed (submission)", "5214084 - 339713 - storing (issuing_copying)", "5214158 - 339713 - storing_failed (submission)", "5389696 - 339713 - storing (issuing_copying)", "5389832 - 339713 - stored (copy_finished)", "5553899 - 339713 - scrubbing (STAGER)", "5554003 - 339713 - scrubbed (STAGER)", "5562083 - 339713 - pre_archiving (submitting)", "5562084 - 339713 - pre_archived_failed (unknown error)", "5587210 - 339713 - processing (running)", "5587551 - 339713 - processed_failed (running)", "5587588 - 339713 - staging (STAGER)", "5590571 - 339713 - staged (STAGER)", "5590574 - 339713 - fetched (copy_skipped)", "5590577 - 339713 - processing (running)", "5590678 - 339713 - processed_failed (running)", "5613668 - 339713 - processing (running)", "5613725 - 339713 - processed (running)", "5617924 - 339713 - storing (issuing_copying)", "5617926 - 339713 - storing (copy_issued)", "5617953 - 339713 - stored (copy_finished)", "5618012 - 339713 - scrubbing (STAGER)", "5618013 - 339713 - scrubbed (STAGER)", "5618020 - 339713 - pre_archiving (submitting)", "5618024 - 339713 - pre_archived (SIP created)", "5618026 - 339713 - archiving (submitting)", "5618029 - 339713 - archiving (ingested)", "5618030 - 339713 - archived (Success)", "5618031 - 339713 - finishing (cleaning)", "5618032 - 339713 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1A844DB9B542533FE063164A17AC202D", "lta_object_id": "1A844DB9B542533FE063164A17AC202D", "sas_id_archived": "1353445", "in_archiving_counter": 9, "start_archiving_counter": 1 }, "activity": 3371, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }