Task Details View Api
Detailed view of a task.
GET /atdb/tasks/374967/
{ "id": 374967, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-29T11:53:25.161719Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "402946", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 735611, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20354232320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/402946/L402946_SAP000_B044_P000_bf_f0681348.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354211840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/402946/L402946_SAP000_B045_P000_bf_7ed4b251.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354273280, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/402946/L402946_SAP000_B046_P000_bf_44de40af.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354232320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/402946/L402946_SAP000_B047_P000_bf_e543d9de.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025267200, "_type": "PulpDataProduct", "fileName": "L402946_SAP000_B044_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ffacd4010241696a809f5d1242bc0e0d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402946/374967/L402946_SAP000_B044_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L402946_SAP000_B044_P000_bf.tar_filecontent.txt", "checksum": "sha1$fdb9d6552917554762035cc68b224953794608e3", "location": "file:///project/ldv/Share/run/2024/8/1/1123_374967/L402946_SAP000_B044_P000_bf.tar_filecontent.txt", "nameroot": "L402946_SAP000_B044_P000_bf.tar_filecontent" } } }, "file_name": "L402946_SAP000_B044_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025246720, "_type": "PulpDataProduct", "fileName": "L402946_SAP000_B045_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9cf94ddab1f8ccc5d823c9137b25cd98", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402946/374967/L402946_SAP000_B045_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L402946_SAP000_B045_P000_bf.tar_filecontent.txt", "checksum": "sha1$dce1084135df3af40803355fc3b8200b5de65f14", "location": "file:///project/ldv/Share/run/2024/8/1/1123_374967/L402946_SAP000_B045_P000_bf.tar_filecontent.txt", "nameroot": "L402946_SAP000_B045_P000_bf.tar_filecontent" } } }, "file_name": "L402946_SAP000_B045_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025287680, "_type": "PulpDataProduct", "fileName": "L402946_SAP000_B046_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e8490d7cda0d1ff1220386a5944b76b7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402946/374967/L402946_SAP000_B046_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L402946_SAP000_B046_P000_bf.tar_filecontent.txt", "checksum": "sha1$f75afe10c48eaa4c8c25aff016fad9ab8d38d927", "location": "file:///project/ldv/Share/run/2024/8/1/1123_374967/L402946_SAP000_B046_P000_bf.tar_filecontent.txt", "nameroot": "L402946_SAP000_B046_P000_bf.tar_filecontent" } } }, "file_name": "L402946_SAP000_B046_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025277440, "_type": "PulpDataProduct", "fileName": "L402946_SAP000_B047_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "37099b3565a4225b6f0fa5fc2b1cee23", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402946/374967/L402946_SAP000_B047_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L402946_SAP000_B047_P000_bf.tar_filecontent.txt", "checksum": "sha1$42dde8ce730d2d2c0ca7d9ee22dcea174aed2b1d", "location": "file:///project/ldv/Share/run/2024/8/1/1123_374967/L402946_SAP000_B047_P000_bf.tar_filecontent.txt", "nameroot": "L402946_SAP000_B047_P000_bf.tar_filecontent" } } }, "file_name": "L402946_SAP000_B047_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L402946_SAP000_B044_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM44/L402944_SAP0_BEAM44_2bit.fits", "stokes/SAP0/BEAM44/L402944_SAP0_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM44/L402944_SAP0_BEAM44.fits" ], "input_name": "L402946_SAP000_B044_P000_bf.tar", "input_size": 20354232320, "is_summary": false, "size_ratio": 0.29602036103712903, "output_name": "L402946_SAP000_B044_P000_bf.tar", "output_size": 6025267200, "rfi_percent": 11.485, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L402946_SAP000_B045_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM45/L402944_SAP0_BEAM45_2bit.fits", "stokes/SAP0/BEAM45/L402944_SAP0_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM45/L402944_SAP0_BEAM45.fits" ], "input_name": "L402946_SAP000_B045_P000_bf.tar", "input_size": 20354211840, "is_summary": false, "size_ratio": 0.29601965270692593, "output_name": "L402946_SAP000_B045_P000_bf.tar", "output_size": 6025246720, "rfi_percent": 11.205, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L402946_SAP000_B046_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM46/L402944_SAP0_BEAM46_2bit.fits", "stokes/SAP0/BEAM46/L402944_SAP0_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM46/L402944_SAP0_BEAM46.fits" ], "input_name": "L402946_SAP000_B046_P000_bf.tar", "input_size": 20354273280, "is_summary": false, "size_ratio": 0.2960207715163388, "output_name": "L402946_SAP000_B046_P000_bf.tar", "output_size": 6025287680, "rfi_percent": 11.578, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L402946_SAP000_B047_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM47/L402944_SAP0_BEAM47_2bit.fits", "stokes/SAP0/BEAM47/L402944_SAP0_BEAM47_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM47/L402944_SAP0_BEAM47.fits" ], "input_name": "L402946_SAP000_B047_P000_bf.tar", "input_size": 20354232320, "is_summary": false, "size_ratio": 0.29602086412660145, "output_name": "L402946_SAP000_B047_P000_bf.tar", "output_size": 6025277440, "rfi_percent": 11.639, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM44/L402944_SAP0_BEAM44_2bit.fits", "stokes/SAP0/BEAM44/L402944_SAP0_BEAM44_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM44/L402944_SAP0_BEAM44.fits" ], "input_name": "L402946_SAP000_B044_P000_bf.tar", "input_size": 20354232320, "is_summary": false, "size_ratio": 0.29602036103712903, "output_name": "L402946_SAP000_B044_P000_bf.tar", "output_size": 6025267200, "rfi_percent": 11.485, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM45/L402944_SAP0_BEAM45_2bit.fits", "stokes/SAP0/BEAM45/L402944_SAP0_BEAM45_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM45/L402944_SAP0_BEAM45.fits" ], "input_name": "L402946_SAP000_B045_P000_bf.tar", "input_size": 20354211840, "is_summary": false, "size_ratio": 0.29601965270692593, "output_name": "L402946_SAP000_B045_P000_bf.tar", "output_size": 6025246720, "rfi_percent": 11.205, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM46/L402944_SAP0_BEAM46_2bit.fits", "stokes/SAP0/BEAM46/L402944_SAP0_BEAM46_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM46/L402944_SAP0_BEAM46.fits" ], "input_name": "L402946_SAP000_B046_P000_bf.tar", "input_size": 20354273280, "is_summary": false, "size_ratio": 0.2960207715163388, "output_name": "L402946_SAP000_B046_P000_bf.tar", "output_size": 6025287680, "rfi_percent": 11.578, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM47/L402944_SAP0_BEAM47_2bit.fits", "stokes/SAP0/BEAM47/L402944_SAP0_BEAM47_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM47/L402944_SAP0_BEAM47.fits" ], "input_name": "L402946_SAP000_B047_P000_bf.tar", "input_size": 20354232320, "is_summary": false, "size_ratio": 0.29602086412660145, "output_name": "L402946_SAP000_B047_P000_bf.tar", "output_size": 6025277440, "rfi_percent": 11.639, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025267200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402946/374967/L402946_SAP000_B044_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L402946_SAP000_B044_P000_bf.tar", "checksum": "sha1$880e352dbc0caf1b495f9823b6a690f72edede7a", "location": "file:///project/ldv/Share/run/2024/8/1/1123_374967/L402946_SAP000_B044_P000_bf.tar", "nameroot": "L402946_SAP000_B044_P000_bf" }, { "size": 6025246720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402946/374967/L402946_SAP000_B045_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L402946_SAP000_B045_P000_bf.tar", "checksum": "sha1$eabe61875a03f7c3e67666098d6000143db2e7c5", "location": "file:///project/ldv/Share/run/2024/8/1/1123_374967/L402946_SAP000_B045_P000_bf.tar", "nameroot": "L402946_SAP000_B045_P000_bf" }, { "size": 6025287680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402946/374967/L402946_SAP000_B046_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L402946_SAP000_B046_P000_bf.tar", "checksum": "sha1$2e489e29a1f5a56bef5411332b22c3fcbf24f32d", "location": "file:///project/ldv/Share/run/2024/8/1/1123_374967/L402946_SAP000_B046_P000_bf.tar", "nameroot": "L402946_SAP000_B046_P000_bf" }, { "size": 6025277440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/402946/374967/L402946_SAP000_B047_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L402946_SAP000_B047_P000_bf.tar", "checksum": "sha1$183e3f62e3ebc8a45bfc80bc4b7e7100336ef7ae", "location": "file:///project/ldv/Share/run/2024/8/1/1123_374967/L402946_SAP000_B047_P000_bf.tar", "nameroot": "L402946_SAP000_B047_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-06", "cpu_time_raw": 1747 }, "remarks": null, "status_history": [ "defining (2024-07-29T11:53:25Z)", "defined (2024-07-31T19:24:29Z)", "staging (2024-07-31T19:28:31Z)", "staged (2024-08-01T09:09:28Z)", "fetched (2024-08-01T09:10:02Z)", "processing (2024-08-01T09:10:25Z)", "processed (2024-08-01T09:39:49Z)", "storing (2024-08-01T09:40:23Z)", "stored (2024-08-01T09:42:59Z)", "validated (2024-08-01T10:50:34Z)", "scrubbing (2024-08-01T10:54:12Z)", "scrubbed (2024-08-01T10:55:22Z)", "pre_archiving (2024-08-02T08:21:18Z)", "pre_archived (2024-08-02T08:23:31Z)", "archiving (2024-08-02T08:23:41Z)", "archived (2024-08-02T08:25:19Z)", "finishing (2024-08-02T08:25:20Z)", "finished (2024-08-02T08:25:36Z)" ], "size_to_process": 81416949760, "size_processed": 24101079040, "total_processing_time": 1747, "nr_of_dps": null, "log_entries": [ "5877137 - 374967 - (regular) - 402946 - staging (STAGER)", "5884025 - 374967 - (regular) - 402946 - staged (STAGER)", "5884034 - 374967 - (regular) - 402946 - fetched (copy_skipped)", "5884048 - 374967 - (regular) - 402946 - processing (running)", "5884439 - 374967 - (regular) - 402946 - processed (running)", "5884443 - 374967 - (regular) - 402946 - storing (issuing_copying)", "5884446 - 374967 - (regular) - 402946 - storing (copy_issued)", "5884499 - 374967 - (regular) - 402946 - stored (copy_finished)", "5885785 - 374967 - (regular) - 402946 - scrubbing (STAGER)", "5885888 - 374967 - (regular) - 402946 - scrubbed (STAGER)", "5896193 - 374967 - (regular) - 402946 - pre_archiving (submitting)", "5896221 - 374967 - (regular) - 402946 - pre_archived (SIP created)", "5896226 - 374967 - (regular) - 402946 - archiving (submitting)", "5896227 - 374967 - (regular) - 402946 - archiving (submitting)", "5896228 - 374967 - (regular) - 402946 - archiving (submitting)", "5896229 - 374967 - (regular) - 402946 - archiving (submitting)", "5896244 - 374967 - (regular) - 402946 - archiving (ingested)", "5896247 - 374967 - (regular) - 402946 - archived (Success)", "5896248 - 374967 - (regular) - 402946 - finishing (cleaning)", "5896249 - 374967 - (regular) - 402946 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1E7A8B1B44A152B8E063144A17AC448C", "lta_object_id": "1E7A8B1B44A152B8E063144A17AC448C", "sas_id_archived": "1392003", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3579, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }