Task Details View Api
Detailed view of a task.
GET /atdb/tasks/366728/
{ "id": 366728, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-01T14:37:12.906710Z", "filter": "lt5_004-mi-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "426215", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 715944, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193466880, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/426215/L426215_SAP000_B052_P000_bf_53c89c00.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193487360, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/426215/L426215_SAP000_B053_P000_bf_806dd050.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193487360, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/426215/L426215_SAP000_B054_P000_bf_8b36062d.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193487360, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/426215/L426215_SAP000_B055_P000_bf_eed93e42.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886016000, "_type": "PulpDataProduct", "fileName": "L426215_SAP000_B052_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "995792aa8676c2e3ec9284a9a2fb870c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426215/366728/L426215_SAP000_B052_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L426215_SAP000_B052_P000_bf.tar_filecontent.txt", "checksum": "sha1$b926040e836053a05573188b417ea557131bb96d", "location": "file:///project/ldv/Share/run/2024/7/10/411_366728/L426215_SAP000_B052_P000_bf.tar_filecontent.txt", "nameroot": "L426215_SAP000_B052_P000_bf.tar_filecontent" } } }, "file_name": "L426215_SAP000_B052_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L426215_SAP000_B053_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9ed844391d321fab905ae19e22c51271", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426215/366728/L426215_SAP000_B053_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L426215_SAP000_B053_P000_bf.tar_filecontent.txt", "checksum": "sha1$9e9ba956440394721bb2bc416df2bb8c2c4bb03d", "location": "file:///project/ldv/Share/run/2024/7/10/411_366728/L426215_SAP000_B053_P000_bf.tar_filecontent.txt", "nameroot": "L426215_SAP000_B053_P000_bf.tar_filecontent" } } }, "file_name": "L426215_SAP000_B053_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886036480, "_type": "PulpDataProduct", "fileName": "L426215_SAP000_B054_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6274ddd435634d25f8114999ad564739", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426215/366728/L426215_SAP000_B054_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L426215_SAP000_B054_P000_bf.tar_filecontent.txt", "checksum": "sha1$7962bd85884bc09480e00dfe3770c6e6d18b3475", "location": "file:///project/ldv/Share/run/2024/7/10/411_366728/L426215_SAP000_B054_P000_bf.tar_filecontent.txt", "nameroot": "L426215_SAP000_B054_P000_bf.tar_filecontent" } } }, "file_name": "L426215_SAP000_B054_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886046720, "_type": "PulpDataProduct", "fileName": "L426215_SAP000_B055_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "671f6d1b99a85e37334a38cdd5dae55d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426215/366728/L426215_SAP000_B055_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L426215_SAP000_B055_P000_bf.tar_filecontent.txt", "checksum": "sha1$395fb2087669839b3c6af9ac1abbec90930b49c7", "location": "file:///project/ldv/Share/run/2024/7/10/411_366728/L426215_SAP000_B055_P000_bf.tar_filecontent.txt", "nameroot": "L426215_SAP000_B055_P000_bf.tar_filecontent" } } }, "file_name": "L426215_SAP000_B055_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L426215_SAP000_B052_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM52/L426213_SAP0_BEAM52_2bit.fits", "stokes/SAP0/BEAM52/L426213_SAP0_BEAM52_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM52/L426213_SAP0_BEAM52.fits" ], "input_name": "L426215_SAP000_B052_P000_bf.tar", "input_size": 19193466880, "is_summary": false, "size_ratio": 0.2545666205354142, "output_name": "L426215_SAP000_B052_P000_bf.tar", "output_size": 4886016000, "rfi_percent": 12.097, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L426215_SAP000_B053_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM53/L426213_SAP0_BEAM53_2bit.fits", "stokes/SAP0/BEAM53/L426213_SAP0_BEAM53_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM53/L426213_SAP0_BEAM53.fits" ], "input_name": "L426215_SAP000_B053_P000_bf.tar", "input_size": 19193487360, "is_summary": false, "size_ratio": 0.25456741593415155, "output_name": "L426215_SAP000_B053_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.411, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L426215_SAP000_B054_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM54/L426213_SAP0_BEAM54_2bit.fits", "stokes/SAP0/BEAM54/L426213_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM54/L426213_SAP0_BEAM54.fits" ], "input_name": "L426215_SAP000_B054_P000_bf.tar", "input_size": 19193487360, "is_summary": false, "size_ratio": 0.25456741593415155, "output_name": "L426215_SAP000_B054_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.323, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L426215_SAP000_B055_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM55/L426213_SAP0_BEAM55_2bit.fits", "stokes/SAP0/BEAM55/L426213_SAP0_BEAM55_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM55/L426213_SAP0_BEAM55.fits" ], "input_name": "L426215_SAP000_B055_P000_bf.tar", "input_size": 19193487360, "is_summary": false, "size_ratio": 0.2545679494484529, "output_name": "L426215_SAP000_B055_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.452, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM52/L426213_SAP0_BEAM52_2bit.fits", "stokes/SAP0/BEAM52/L426213_SAP0_BEAM52_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM52/L426213_SAP0_BEAM52.fits" ], "input_name": "L426215_SAP000_B052_P000_bf.tar", "input_size": 19193466880, "is_summary": false, "size_ratio": 0.2545666205354142, "output_name": "L426215_SAP000_B052_P000_bf.tar", "output_size": 4886016000, "rfi_percent": 12.097, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM53/L426213_SAP0_BEAM53_2bit.fits", "stokes/SAP0/BEAM53/L426213_SAP0_BEAM53_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM53/L426213_SAP0_BEAM53.fits" ], "input_name": "L426215_SAP000_B053_P000_bf.tar", "input_size": 19193487360, "is_summary": false, "size_ratio": 0.25456741593415155, "output_name": "L426215_SAP000_B053_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.411, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM54/L426213_SAP0_BEAM54_2bit.fits", "stokes/SAP0/BEAM54/L426213_SAP0_BEAM54_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM54/L426213_SAP0_BEAM54.fits" ], "input_name": "L426215_SAP000_B054_P000_bf.tar", "input_size": 19193487360, "is_summary": false, "size_ratio": 0.25456741593415155, "output_name": "L426215_SAP000_B054_P000_bf.tar", "output_size": 4886036480, "rfi_percent": 12.323, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM55/L426213_SAP0_BEAM55_2bit.fits", "stokes/SAP0/BEAM55/L426213_SAP0_BEAM55_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM55/L426213_SAP0_BEAM55.fits" ], "input_name": "L426215_SAP000_B055_P000_bf.tar", "input_size": 19193487360, "is_summary": false, "size_ratio": 0.2545679494484529, "output_name": "L426215_SAP000_B055_P000_bf.tar", "output_size": 4886046720, "rfi_percent": 12.452, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886016000, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426215/366728/L426215_SAP000_B052_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L426215_SAP000_B052_P000_bf.tar", "checksum": "sha1$e652cb6ab33540d0d6d370fa75a1bb64b8343ba5", "location": "file:///project/ldv/Share/run/2024/7/10/411_366728/L426215_SAP000_B052_P000_bf.tar", "nameroot": "L426215_SAP000_B052_P000_bf" }, { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426215/366728/L426215_SAP000_B053_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L426215_SAP000_B053_P000_bf.tar", "checksum": "sha1$1e9a7f79aa7edd418b29a706cf948ec3329bcb74", "location": "file:///project/ldv/Share/run/2024/7/10/411_366728/L426215_SAP000_B053_P000_bf.tar", "nameroot": "L426215_SAP000_B053_P000_bf" }, { "size": 4886036480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426215/366728/L426215_SAP000_B054_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L426215_SAP000_B054_P000_bf.tar", "checksum": "sha1$0b2088d47fe1155bfc8ec563b583aa1017f8b9f6", "location": "file:///project/ldv/Share/run/2024/7/10/411_366728/L426215_SAP000_B054_P000_bf.tar", "nameroot": "L426215_SAP000_B054_P000_bf" }, { "size": 4886046720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/426215/366728/L426215_SAP000_B055_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L426215_SAP000_B055_P000_bf.tar", "checksum": "sha1$88ca20be1a767341d722a45a89a67a8635b1c89f", "location": "file:///project/ldv/Share/run/2024/7/10/411_366728/L426215_SAP000_B055_P000_bf.tar", "nameroot": "L426215_SAP000_B055_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-02", "cpu_time_raw": 1330 }, "remarks": null, "status_history": [ "defining (2024-07-01T14:37:13Z)", "defined (2024-07-09T19:35:24Z)", "staging (2024-07-09T19:36:36Z)", "staged (2024-07-10T02:15:23Z)", "fetched (2024-07-10T02:15:31Z)", "processing (2024-07-10T02:19:14Z)", "processed (2024-07-10T02:41:49Z)", "storing (2024-07-10T02:42:36Z)", "stored (2024-07-10T02:43:55Z)", "validated (2024-07-10T07:33:44Z)", "validated (2024-07-10T07:33:43Z)", "scrubbing (2024-07-10T07:34:43Z)", "scrubbed (2024-07-10T07:35:48Z)", "pre_archiving (2024-07-23T14:04:23Z)", "pre_archived (2024-07-23T14:06:28Z)", "archiving (2024-07-23T14:06:37Z)", "archived (2024-07-23T14:49:26Z)", "finishing (2024-07-23T14:49:27Z)", "finished (2024-07-23T14:49:40Z)" ], "size_to_process": 76773928960, "size_processed": 19544135680, "total_processing_time": 1330, "nr_of_dps": null, "log_entries": [ "5588294 - 366728 - staging (STAGER)", "5591731 - 366728 - staged (STAGER)", "5591736 - 366728 - fetched (copy_skipped)", "5591768 - 366728 - processing (running)", "5591993 - 366728 - processed (running)", "5592008 - 366728 - storing (issuing_copying)", "5592009 - 366728 - storing (copy_issued)", "5592025 - 366728 - stored (copy_finished)", "5593741 - 366728 - scrubbing (STAGER)", "5593841 - 366728 - scrubbed (STAGER)", "5764196 - 366728 - pre_archiving (submitting)", "5764206 - 366728 - pre_archived (SIP created)", "5764208 - 366728 - archiving (submitting)", "5764209 - 366728 - archiving (submitting)", "5764210 - 366728 - archiving (submitting)", "5764211 - 366728 - archiving (submitting)", "5764428 - 366728 - archiving (ingested)", "5764429 - 366728 - archived (Success)", "5764430 - 366728 - finishing (cleaning)", "5764431 - 366728 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1D607A09276669D4E063164A17AC3DD2", "lta_object_id": "1D607A09276669D4E063164A17AC3DD2", "sas_id_archived": "1372518", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3504, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }