Task Details View Api
Detailed view of a task.
GET /atdb/tasks/381350/
{ "id": 381350, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T07:04:57.012113Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "351758", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 748367, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193507840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/351758/L351758_SAP000_B048_P000_bf_b8f56863.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193507840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/351758/L351758_SAP000_B049_P000_bf_1c4a89c3.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193507840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/351758/L351758_SAP000_B050_P000_bf_1fab95a8.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193538560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/351758/L351758_SAP000_B051_P000_bf_98e05f0c.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886056960, "_type": "PulpDataProduct", "fileName": "L351758_SAP000_B048_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e65d2bbff9a904c39ea469fc57c1bce8", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351758/381350/L351758_SAP000_B048_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L351758_SAP000_B048_P000_bf.tar_filecontent.txt", "checksum": "sha1$557663e079b588f944b897cd3269ba8eda2d0991", "location": "file:///project/ldv/Share/run/2024/8/12/349_381350/L351758_SAP000_B048_P000_bf.tar_filecontent.txt", "nameroot": "L351758_SAP000_B048_P000_bf.tar_filecontent" } } }, "file_name": "L351758_SAP000_B048_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886056960, "_type": "PulpDataProduct", "fileName": "L351758_SAP000_B049_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "97cae65b787877e50632310df3994e77", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351758/381350/L351758_SAP000_B049_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L351758_SAP000_B049_P000_bf.tar_filecontent.txt", "checksum": "sha1$cbdc761bc4ec8fb2ad7549e675ab73719a777721", "location": "file:///project/ldv/Share/run/2024/8/12/349_381350/L351758_SAP000_B049_P000_bf.tar_filecontent.txt", "nameroot": "L351758_SAP000_B049_P000_bf.tar_filecontent" } } }, "file_name": "L351758_SAP000_B049_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886056960, "_type": "PulpDataProduct", "fileName": "L351758_SAP000_B050_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5f47ad2bca86f229805ab181e6fe26e1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351758/381350/L351758_SAP000_B050_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L351758_SAP000_B050_P000_bf.tar_filecontent.txt", "checksum": "sha1$11cf326553881bcc41eefc763a343867750d1dcc", "location": "file:///project/ldv/Share/run/2024/8/12/349_381350/L351758_SAP000_B050_P000_bf.tar_filecontent.txt", "nameroot": "L351758_SAP000_B050_P000_bf.tar_filecontent" } } }, "file_name": "L351758_SAP000_B050_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886087680, "_type": "PulpDataProduct", "fileName": "L351758_SAP000_B051_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9962205989a7fdf692d82c10c01238a9", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351758/381350/L351758_SAP000_B051_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L351758_SAP000_B051_P000_bf.tar_filecontent.txt", "checksum": "sha1$2bd95c99bdbde97a82603fe7c3e45410c7e9e7d8", "location": "file:///project/ldv/Share/run/2024/8/12/349_381350/L351758_SAP000_B051_P000_bf.tar_filecontent.txt", "nameroot": "L351758_SAP000_B051_P000_bf.tar_filecontent" } } }, "file_name": "L351758_SAP000_B051_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L351758_SAP000_B048_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM48/L351756_SAP0_BEAM48_2bit.fits", "stokes/SAP0/BEAM48/L351756_SAP0_BEAM48_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM48/L351756_SAP0_BEAM48.fits" ], "input_name": "L351758_SAP000_B048_P000_bf.tar", "input_size": 19193507840, "is_summary": false, "size_ratio": 0.25456821133119145, "output_name": "L351758_SAP000_B048_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.763, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L351758_SAP000_B049_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM49/L351756_SAP0_BEAM49_2bit.fits", "stokes/SAP0/BEAM49/L351756_SAP0_BEAM49_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM49/L351756_SAP0_BEAM49.fits" ], "input_name": "L351758_SAP000_B049_P000_bf.tar", "input_size": 19193507840, "is_summary": false, "size_ratio": 0.25456821133119145, "output_name": "L351758_SAP000_B049_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.8, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L351758_SAP000_B050_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM50/L351756_SAP0_BEAM50_2bit.fits", "stokes/SAP0/BEAM50/L351756_SAP0_BEAM50_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM50/L351756_SAP0_BEAM50.fits" ], "input_name": "L351758_SAP000_B050_P000_bf.tar", "input_size": 19193507840, "is_summary": false, "size_ratio": 0.25456821133119145, "output_name": "L351758_SAP000_B050_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.858, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L351758_SAP000_B051_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM51/L351756_SAP0_BEAM51_2bit.fits", "stokes/SAP0/BEAM51/L351756_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM51/L351756_SAP0_BEAM51.fits" ], "input_name": "L351758_SAP000_B051_P000_bf.tar", "input_size": 19193538560, "is_summary": false, "size_ratio": 0.2545694044235687, "output_name": "L351758_SAP000_B051_P000_bf.tar", "output_size": 4886087680, "rfi_percent": 13.227, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM48/L351756_SAP0_BEAM48_2bit.fits", "stokes/SAP0/BEAM48/L351756_SAP0_BEAM48_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM48/L351756_SAP0_BEAM48.fits" ], "input_name": "L351758_SAP000_B048_P000_bf.tar", "input_size": 19193507840, "is_summary": false, "size_ratio": 0.25456821133119145, "output_name": "L351758_SAP000_B048_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.763, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM49/L351756_SAP0_BEAM49_2bit.fits", "stokes/SAP0/BEAM49/L351756_SAP0_BEAM49_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM49/L351756_SAP0_BEAM49.fits" ], "input_name": "L351758_SAP000_B049_P000_bf.tar", "input_size": 19193507840, "is_summary": false, "size_ratio": 0.25456821133119145, "output_name": "L351758_SAP000_B049_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.8, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM50/L351756_SAP0_BEAM50_2bit.fits", "stokes/SAP0/BEAM50/L351756_SAP0_BEAM50_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM50/L351756_SAP0_BEAM50.fits" ], "input_name": "L351758_SAP000_B050_P000_bf.tar", "input_size": 19193507840, "is_summary": false, "size_ratio": 0.25456821133119145, "output_name": "L351758_SAP000_B050_P000_bf.tar", "output_size": 4886056960, "rfi_percent": 12.858, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM51/L351756_SAP0_BEAM51_2bit.fits", "stokes/SAP0/BEAM51/L351756_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM51/L351756_SAP0_BEAM51.fits" ], "input_name": "L351758_SAP000_B051_P000_bf.tar", "input_size": 19193538560, "is_summary": false, "size_ratio": 0.2545694044235687, "output_name": "L351758_SAP000_B051_P000_bf.tar", "output_size": 4886087680, "rfi_percent": 13.227, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886056960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351758/381350/L351758_SAP000_B048_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L351758_SAP000_B048_P000_bf.tar", "checksum": "sha1$2b1422d91c436785340b1b19b64a7ab1dbad7d39", "location": "file:///project/ldv/Share/run/2024/8/12/349_381350/L351758_SAP000_B048_P000_bf.tar", "nameroot": "L351758_SAP000_B048_P000_bf" }, { "size": 4886056960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351758/381350/L351758_SAP000_B049_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L351758_SAP000_B049_P000_bf.tar", "checksum": "sha1$627054e478650f39688c23debc6fcc10f1006780", "location": "file:///project/ldv/Share/run/2024/8/12/349_381350/L351758_SAP000_B049_P000_bf.tar", "nameroot": "L351758_SAP000_B049_P000_bf" }, { "size": 4886056960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351758/381350/L351758_SAP000_B050_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L351758_SAP000_B050_P000_bf.tar", "checksum": "sha1$8a273a91ee50724a1b4f5a495cfc657e3012fa7b", "location": "file:///project/ldv/Share/run/2024/8/12/349_381350/L351758_SAP000_B050_P000_bf.tar", "nameroot": "L351758_SAP000_B050_P000_bf" }, { "size": 4886087680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/351758/381350/L351758_SAP000_B051_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L351758_SAP000_B051_P000_bf.tar", "checksum": "sha1$414e988d7874e690334c5be1356c5859086e2f6f", "location": "file:///project/ldv/Share/run/2024/8/12/349_381350/L351758_SAP000_B051_P000_bf.tar", "nameroot": "L351758_SAP000_B051_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-02", "cpu_time_raw": 1290 }, "remarks": null, "status_history": [ "defining (2024-08-01T07:04:57Z)", "defined (2024-08-11T18:01:35Z)", "staging (2024-08-11T18:02:14Z)", "staged (2024-08-11T19:24:33Z)", "fetched (2024-08-11T19:25:03Z)", "processing (2024-08-12T01:03:52Z)", "processed (2024-08-12T01:25:55Z)", "storing (2024-08-12T01:26:03Z)", "stored (2024-08-12T01:43:20Z)", "validated (2024-08-12T15:52:56Z)", "scrubbing (2024-08-12T15:54:53Z)", "scrubbed (2024-08-12T15:55:59Z)", "pre_archiving (2024-08-13T01:16:28Z)", "pre_archived (2024-08-13T01:18:34Z)", "archiving (2024-08-13T01:18:48Z)", "archived (2024-08-13T01:20:28Z)", "finishing (2024-08-13T01:20:29Z)", "finished (2024-08-13T01:20:43Z)" ], "size_to_process": 76774062080, "size_processed": 19544258560, "total_processing_time": 1290, "nr_of_dps": null, "log_entries": [ "6009064 - 381350 - staging (STAGER)", "6009987 - 381350 - staged (STAGER)", "6010000 - 381350 - fetched (copy_skipped)", "6012927 - 381350 - processing (running)", "6013166 - 381350 - processed (running)", "6013167 - 381350 - storing (issuing_copying)", "6013244 - 381350 - storing (copy_issued)", "6013365 - 381350 - stored (copy_finished)", "6018369 - 381350 - scrubbing (STAGER)", "6018485 - 381350 - scrubbed (STAGER)", "6025224 - 381350 - pre_archiving (submitting)", "6025257 - 381350 - pre_archived (SIP created)", "6025260 - 381350 - archiving (submitting)", "6025261 - 381350 - archiving (submitting)", "6025262 - 381350 - archiving (submitting)", "6025263 - 381350 - archiving (submitting)", "6025273 - 381350 - archiving (ingested)", "6025275 - 381350 - archived (Success)", "6025276 - 381350 - finishing (cleaning)", "6025277 - 381350 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F529EE32EAB4CB4E063164A17AC6BBD", "lta_object_id": "1F529EE32EAB4CB4E063164A17AC6BBD", "sas_id_archived": "1417139", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3698, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }