Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380812/
{ "id": 380812, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T14:30:03.767550Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "352188", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 747260, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19483822080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352188/L352188_SAP001_B062_P000_bf_412f42fe.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19483801600, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352188/L352188_SAP001_B063_P000_bf_70dbb586.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19483791360, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352188/L352188_SAP001_B064_P000_bf_bff1e043.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19483760640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352188/L352188_SAP001_B065_P000_bf_00deaa00.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5169930240, "_type": "PulpDataProduct", "fileName": "L352188_SAP001_B062_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fc0f735dd816cce87444d254ab6d439e", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2519, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352188/380812/L352188_SAP001_B062_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352188_SAP001_B062_P000_bf.tar_filecontent.txt", "checksum": "sha1$94d29390bfa7a315a2402c02b8607c887fc95267", "location": "file:///project/ldv/Share/run/2024/8/11/1346_380812/L352188_SAP001_B062_P000_bf.tar_filecontent.txt", "nameroot": "L352188_SAP001_B062_P000_bf.tar_filecontent" } } }, "file_name": "L352188_SAP001_B062_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5169920000, "_type": "PulpDataProduct", "fileName": "L352188_SAP001_B063_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "90e1f9b5cf727555255db70e5d9017fc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2519, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352188/380812/L352188_SAP001_B063_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352188_SAP001_B063_P000_bf.tar_filecontent.txt", "checksum": "sha1$e1acab5c54d900eec06250a4c6daa32370e363dd", "location": "file:///project/ldv/Share/run/2024/8/11/1346_380812/L352188_SAP001_B063_P000_bf.tar_filecontent.txt", "nameroot": "L352188_SAP001_B063_P000_bf.tar_filecontent" } } }, "file_name": "L352188_SAP001_B063_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5169899520, "_type": "PulpDataProduct", "fileName": "L352188_SAP001_B064_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8254d9fb6539bd605ba0a3b8ae198c98", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2519, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352188/380812/L352188_SAP001_B064_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352188_SAP001_B064_P000_bf.tar_filecontent.txt", "checksum": "sha1$0c10c68293c699ae53ea001ef263384a6f0a565c", "location": "file:///project/ldv/Share/run/2024/8/11/1346_380812/L352188_SAP001_B064_P000_bf.tar_filecontent.txt", "nameroot": "L352188_SAP001_B064_P000_bf.tar_filecontent" } } }, "file_name": "L352188_SAP001_B064_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5169889280, "_type": "PulpDataProduct", "fileName": "L352188_SAP001_B065_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "325a6e430a18a9539261724d0242f8de", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2519, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352188/380812/L352188_SAP001_B065_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352188_SAP001_B065_P000_bf.tar_filecontent.txt", "checksum": "sha1$e38d45218fedad188d5ba330c67d7c0311e22849", "location": "file:///project/ldv/Share/run/2024/8/11/1346_380812/L352188_SAP001_B065_P000_bf.tar_filecontent.txt", "nameroot": "L352188_SAP001_B065_P000_bf.tar_filecontent" } } }, "file_name": "L352188_SAP001_B065_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L352188_SAP001_B062_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM62/L352186_SAP1_BEAM62_2bit.fits", "stokes/SAP1/BEAM62/L352186_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM62/L352186_SAP1_BEAM62.fits" ], "input_name": "L352188_SAP001_B062_P000_bf.tar", "input_size": 19483822080, "is_summary": false, "size_ratio": 0.2653447675087782, "output_name": "L352188_SAP001_B062_P000_bf.tar", "output_size": 5169930240, "rfi_percent": 9.605, "input_size_str": "18.15 GB", "output_size_str": "4.81 GB" }, "L352188_SAP001_B063_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM63/L352186_SAP1_BEAM63_2bit.fits", "stokes/SAP1/BEAM63/L352186_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM63/L352186_SAP1_BEAM63.fits" ], "input_name": "L352188_SAP001_B063_P000_bf.tar", "input_size": 19483801600, "is_summary": false, "size_ratio": 0.2653445208557246, "output_name": "L352188_SAP001_B063_P000_bf.tar", "output_size": 5169920000, "rfi_percent": 9.414, "input_size_str": "18.15 GB", "output_size_str": "4.81 GB" }, "L352188_SAP001_B064_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM64/L352186_SAP1_BEAM64_2bit.fits", "stokes/SAP1/BEAM64/L352186_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM64/L352186_SAP1_BEAM64.fits" ], "input_name": "L352188_SAP001_B064_P000_bf.tar", "input_size": 19483791360, "is_summary": false, "size_ratio": 0.2653436091814114, "output_name": "L352188_SAP001_B064_P000_bf.tar", "output_size": 5169899520, "rfi_percent": 9.398, "input_size_str": "18.15 GB", "output_size_str": "4.81 GB" }, "L352188_SAP001_B065_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM65/L352186_SAP1_BEAM65_2bit.fits", "stokes/SAP1/BEAM65/L352186_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM65/L352186_SAP1_BEAM65.fits" ], "input_name": "L352188_SAP001_B065_P000_bf.tar", "input_size": 19483760640, "is_summary": false, "size_ratio": 0.26534350198217177, "output_name": "L352188_SAP001_B065_P000_bf.tar", "output_size": 5169889280, "rfi_percent": 9.426, "input_size_str": "18.15 GB", "output_size_str": "4.81 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM62/L352186_SAP1_BEAM62_2bit.fits", "stokes/SAP1/BEAM62/L352186_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM62/L352186_SAP1_BEAM62.fits" ], "input_name": "L352188_SAP001_B062_P000_bf.tar", "input_size": 19483822080, "is_summary": false, "size_ratio": 0.2653447675087782, "output_name": "L352188_SAP001_B062_P000_bf.tar", "output_size": 5169930240, "rfi_percent": 9.605, "input_size_str": "18.15 GB", "output_size_str": "4.81 GB" }, { "added": [ "stokes/SAP1/BEAM63/L352186_SAP1_BEAM63_2bit.fits", "stokes/SAP1/BEAM63/L352186_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM63/L352186_SAP1_BEAM63.fits" ], "input_name": "L352188_SAP001_B063_P000_bf.tar", "input_size": 19483801600, "is_summary": false, "size_ratio": 0.2653445208557246, "output_name": "L352188_SAP001_B063_P000_bf.tar", "output_size": 5169920000, "rfi_percent": 9.414, "input_size_str": "18.15 GB", "output_size_str": "4.81 GB" }, { "added": [ "stokes/SAP1/BEAM64/L352186_SAP1_BEAM64_2bit.fits", "stokes/SAP1/BEAM64/L352186_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM64/L352186_SAP1_BEAM64.fits" ], "input_name": "L352188_SAP001_B064_P000_bf.tar", "input_size": 19483791360, "is_summary": false, "size_ratio": 0.2653436091814114, "output_name": "L352188_SAP001_B064_P000_bf.tar", "output_size": 5169899520, "rfi_percent": 9.398, "input_size_str": "18.15 GB", "output_size_str": "4.81 GB" }, { "added": [ "stokes/SAP1/BEAM65/L352186_SAP1_BEAM65_2bit.fits", "stokes/SAP1/BEAM65/L352186_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM65/L352186_SAP1_BEAM65.fits" ], "input_name": "L352188_SAP001_B065_P000_bf.tar", "input_size": 19483760640, "is_summary": false, "size_ratio": 0.26534350198217177, "output_name": "L352188_SAP001_B065_P000_bf.tar", "output_size": 5169889280, "rfi_percent": 9.426, "input_size_str": "18.15 GB", "output_size_str": "4.81 GB" } ], "tar_archive": [ { "size": 5169930240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352188/380812/L352188_SAP001_B062_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352188_SAP001_B062_P000_bf.tar", "checksum": "sha1$2f2f0033b5f7bbcc7135b2cb89edfccb92e08506", "location": "file:///project/ldv/Share/run/2024/8/11/1346_380812/L352188_SAP001_B062_P000_bf.tar", "nameroot": "L352188_SAP001_B062_P000_bf" }, { "size": 5169920000, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352188/380812/L352188_SAP001_B063_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352188_SAP001_B063_P000_bf.tar", "checksum": "sha1$672767b8cac05d31ca5b2d2bd1361cbaa1452f34", "location": "file:///project/ldv/Share/run/2024/8/11/1346_380812/L352188_SAP001_B063_P000_bf.tar", "nameroot": "L352188_SAP001_B063_P000_bf" }, { "size": 5169899520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352188/380812/L352188_SAP001_B064_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352188_SAP001_B064_P000_bf.tar", "checksum": "sha1$52b4469f5725eba88424a638b397c2d4b3dd51e9", "location": "file:///project/ldv/Share/run/2024/8/11/1346_380812/L352188_SAP001_B064_P000_bf.tar", "nameroot": "L352188_SAP001_B064_P000_bf" }, { "size": 5169889280, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352188/380812/L352188_SAP001_B065_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352188_SAP001_B065_P000_bf.tar", "checksum": "sha1$aff17aae06a65354dc8e6b4dc0db43ce14d44123", "location": "file:///project/ldv/Share/run/2024/8/11/1346_380812/L352188_SAP001_B065_P000_bf.tar", "nameroot": "L352188_SAP001_B065_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-19", "cpu_time_raw": 2902 }, "remarks": null, "status_history": [ "defining (2024-07-31T14:30:03Z)", "defined (2024-08-10T19:10:02Z)", "staging (2024-08-10T19:16:59Z)", "staged (2024-08-11T04:40:09Z)", "fetched (2024-08-11T04:40:25Z)", "processing (2024-08-11T08:08:07Z)", "processed_failed (2024-08-11T11:08:49Z)", "fetched (2024-08-11T11:32:07Z)", "processing (2024-08-11T11:36:48Z)", "processed (2024-08-11T12:26:00Z)", "storing (2024-08-11T12:28:48Z)", "stored (2024-08-11T12:37:40Z)", "validated (2024-08-11T13:19:19Z)", "scrubbing (2024-08-11T13:20:10Z)", "scrubbed (2024-08-11T13:20:50Z)", "pre_archiving (2024-08-11T22:52:56Z)", "pre_archived (2024-08-11T22:55:03Z)", "archiving (2024-08-11T22:55:13Z)", "archived (2024-08-11T22:56:37Z)", "finishing (2024-08-11T22:56:38Z)", "finished (2024-08-11T22:56:55Z)" ], "size_to_process": 77935175680, "size_processed": 20679639040, "total_processing_time": 2902, "nr_of_dps": null, "log_entries": [ "5995090 - 380812 - staging (STAGER)", "5999494 - 380812 - staged (STAGER)", "5999498 - 380812 - fetched (copy_skipped)", "6002436 - 380812 - processing (running)", "6004807 - 380812 - processed_failed (running)", "6005043 - 380812 - processing (running)", "6005458 - 380812 - processed (running)", "6005479 - 380812 - storing (issuing_copying)", "6005480 - 380812 - storing (copy_issued)", "6005547 - 380812 - stored (copy_finished)", "6005886 - 380812 - scrubbing (STAGER)", "6005952 - 380812 - scrubbed (STAGER)", "6011868 - 380812 - pre_archiving (submitting)", "6011878 - 380812 - pre_archived (SIP created)", "6011880 - 380812 - archiving (submitting)", "6011881 - 380812 - archiving (submitting)", "6011882 - 380812 - archiving (submitting)", "6011883 - 380812 - archiving (submitting)", "6011884 - 380812 - archiving (ingested)", "6011885 - 380812 - archived (Success)", "6011886 - 380812 - finishing (cleaning)", "6011887 - 380812 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EB0D559BCE81A3AE063144A17AC79EB", "lta_object_id": "1EB0D559BCE81A3AE063144A17AC79EB", "sas_id_archived": "1414902", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3688, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }