Task Details View Api
Detailed view of a task.
GET /atdb/tasks/383924/
{ "id": 383924, "task_type": "regular", "is_summary": true, "is_aggregated": false, "creationTime": "2024-09-04T08:17:54.827896Z", "filter": "lc3_014-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc3_014", "sas_id": "253078", "priority": 100, "purge_policy": "no", "cleanup_policy": "stored", "resume": false, "workflow": 22, "stage_request_id": 754093, "status": "discarded", "new_status": "discarded", "quality": null, "calculated_qualities": { "per_task": [ "good", "good", "good", "good" ], "per_sasid": "good" }, "inputs": [ { "size": 17516956413, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc3_014/253078/L253078_SAP002_B071_P000_bf.tar_e7cd1362.gz", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 17514153442, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc3_014/253078/L253078_SAP002_B072_P000_bf.tar_d14d4e08.gz", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 17492410925, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc3_014/253078/L253078_SAP002_B073_P000_bf.tar_8d75cab7.gz", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 3141282938, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc3_014/253078/L253078_summaryCS.tar_15366150.gz", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4905113600, "_type": "PulpDataProduct", "fileName": "L253078_SAP002_B071_P000.tar", "fileFormat": "PULP", "md5checksum": "42c470e3801a5fdf70e4abadfe0c3690", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_SAP002_B071_P000.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L253078_SAP002_B071_P000.tar_filecontent.txt", "checksum": "sha1$96236400055e48c4fec131b85005e809b2d8d749", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_SAP002_B071_P000.tar_filecontent.txt", "nameroot": "L253078_SAP002_B071_P000.tar_filecontent" } } }, "file_name": "L253078_SAP002_B071_P000.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4905134080, "_type": "PulpDataProduct", "fileName": "L253078_SAP002_B072_P000.tar", "fileFormat": "PULP", "md5checksum": "98e73caa63ef2e254ab80760ee4b0e1f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_SAP002_B072_P000.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L253078_SAP002_B072_P000.tar_filecontent.txt", "checksum": "sha1$195412c04f268107efda1f0464e8cab9ad55974c", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_SAP002_B072_P000.tar_filecontent.txt", "nameroot": "L253078_SAP002_B072_P000.tar_filecontent" } } }, "file_name": "L253078_SAP002_B072_P000.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4905144320, "_type": "PulpDataProduct", "fileName": "L253078_SAP002_B073_P000.tar", "fileFormat": "PULP", "md5checksum": "14ab21212b0aaaf6f4167d1dc37c284f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_SAP002_B073_P000.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L253078_SAP002_B073_P000.tar_filecontent.txt", "checksum": "sha1$8796a709bd590127284ca1f814c85f181f31c827", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_SAP002_B073_P000.tar_filecontent.txt", "nameroot": "L253078_SAP002_B073_P000.tar_filecontent" } } }, "file_name": "L253078_SAP002_B073_P000.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 15602503680, "_type": "PulpDataProduct", "fileName": "L253078.tar", "fileFormat": "PULP", "md5checksum": "0546122a60137fee6a1c81869e47d11a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 124374, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L253078.tar_filecontent.txt", "checksum": "sha1$64837163f90b70c1a111fa5fb719f1e8fe6411e9", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078.tar_filecontent.txt", "nameroot": "L253078.tar_filecontent" } } }, "file_name": "L253078.tar" } ], "quality": { "plots": [ { "size": 103743, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_ldv_summary.json", "class": "File", "nameext": ".json", "basename": "L253078_ldv_summary.json", "checksum": "/project/ldv/Share/run/2024/9/27/1411_383924/L253078_ldv_summary.json", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_ldv_summary.json", "nameroot": "L253078_ldv_summary", "ancillary": "json" }, { "size": 197998, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_ldv_summary.html", "class": "File", "nameext": ".html", "basename": "L253078_ldv_summary.html", "checksum": "/project/ldv/Share/run/2024/9/27/1411_383924/L253078_ldv_summary.html", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_ldv_summary.html", "nameroot": "L253078_ldv_summary", "ancillary": "html" }, { "size": 80052, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_ldv_summary.pdf", "class": "File", "nameext": ".pdf", "basename": "L253078_ldv_summary.pdf", "checksum": "/project/ldv/Share/run/2024/9/27/1411_383924/L253078_ldv_summary.pdf", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_ldv_summary.pdf", "nameroot": "L253078_ldv_summary", "ancillary": "pdf" } ], "details": {}, "summary": { "L253078.tar": { "added": [], "deleted": [], "input_name": "L253078.tar", "input_size": 31044741120, "is_summary": false, "size_ratio": 0.502581213986944, "output_name": "L253078.tar", "output_size": 15602503680, "rfi_percent": 8.813, "input_size_str": "28.91 GB", "output_size_str": "14.53 GB" }, "L253078_SAP002_B071_P000.tar": { "added": [ "stokes/SAP2/BEAM71/L253072_SAP2_BEAM71_2bit.fits", "stokes/SAP2/BEAM71/L253072_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM71/L253072_SAP2_BEAM71.fits" ], "input_name": "L253078_SAP002_B071_P000.tar", "input_size": 19213649920, "is_summary": false, "size_ratio": 0.2552931702421692, "output_name": "L253078_SAP002_B071_P000.tar", "output_size": 4905113600, "rfi_percent": 8.599, "input_size_str": "17.89 GB", "output_size_str": "4.57 GB" }, "L253078_SAP002_B072_P000.tar": { "added": [ "stokes/SAP2/BEAM72/L253072_SAP2_BEAM72_2bit.fits", "stokes/SAP2/BEAM72/L253072_SAP2_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM72/L253072_SAP2_BEAM72.fits" ], "input_name": "L253078_SAP002_B072_P000.tar", "input_size": 19213680640, "is_summary": false, "size_ratio": 0.25529382797110967, "output_name": "L253078_SAP002_B072_P000.tar", "output_size": 4905134080, "rfi_percent": 8.607, "input_size_str": "17.89 GB", "output_size_str": "4.57 GB" }, "L253078_SAP002_B073_P000.tar": { "added": [ "stokes/SAP2/BEAM73/L253072_SAP2_BEAM73_2bit.fits", "stokes/SAP2/BEAM73/L253072_SAP2_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM73/L253072_SAP2_BEAM73.fits" ], "input_name": "L253078_SAP002_B073_P000.tar", "input_size": 19213690880, "is_summary": false, "size_ratio": 0.25529422486472314, "output_name": "L253078_SAP002_B073_P000.tar", "output_size": 4905144320, "rfi_percent": 8.813, "input_size_str": "17.89 GB", "output_size_str": "4.57 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM71/L253072_SAP2_BEAM71_2bit.fits", "stokes/SAP2/BEAM71/L253072_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM71/L253072_SAP2_BEAM71.fits" ], "input_name": "L253078_SAP002_B071_P000.tar", "input_size": 19213649920, "is_summary": false, "size_ratio": 0.2552931702421692, "output_name": "L253078_SAP002_B071_P000.tar", "output_size": 4905113600, "rfi_percent": 8.599, "input_size_str": "17.89 GB", "output_size_str": "4.57 GB" }, { "added": [ "stokes/SAP2/BEAM72/L253072_SAP2_BEAM72_2bit.fits", "stokes/SAP2/BEAM72/L253072_SAP2_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM72/L253072_SAP2_BEAM72.fits" ], "input_name": "L253078_SAP002_B072_P000.tar", "input_size": 19213680640, "is_summary": false, "size_ratio": 0.25529382797110967, "output_name": "L253078_SAP002_B072_P000.tar", "output_size": 4905134080, "rfi_percent": 8.607, "input_size_str": "17.89 GB", "output_size_str": "4.57 GB" }, { "added": [ "stokes/SAP2/BEAM73/L253072_SAP2_BEAM73_2bit.fits", "stokes/SAP2/BEAM73/L253072_SAP2_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM73/L253072_SAP2_BEAM73.fits" ], "input_name": "L253078_SAP002_B073_P000.tar", "input_size": 19213690880, "is_summary": false, "size_ratio": 0.25529422486472314, "output_name": "L253078_SAP002_B073_P000.tar", "output_size": 4905144320, "rfi_percent": 8.813, "input_size_str": "17.89 GB", "output_size_str": "4.57 GB" }, { "added": [], "deleted": [], "input_name": "L253078.tar", "input_size": 31044741120, "is_summary": false, "size_ratio": 0.502581213986944, "output_name": "L253078.tar", "output_size": 15602503680, "rfi_percent": 8.813, "input_size_str": "28.91 GB", "output_size_str": "14.53 GB" } ], "tar_archive": [ { "size": 4905113600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_SAP002_B071_P000.tar", "class": "File", "nameext": ".tar", "basename": "L253078_SAP002_B071_P000.tar", "checksum": "sha1$7cf44d3dd2ae152480d537f5871521809b9f27b3", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_SAP002_B071_P000.tar", "nameroot": "L253078_SAP002_B071_P000" }, { "size": 4905134080, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_SAP002_B072_P000.tar", "class": "File", "nameext": ".tar", "basename": "L253078_SAP002_B072_P000.tar", "checksum": "sha1$ec2fc25d5a045bd80467684785a89bf3ea0fde95", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_SAP002_B072_P000.tar", "nameroot": "L253078_SAP002_B072_P000" }, { "size": 4905144320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078_SAP002_B073_P000.tar", "class": "File", "nameext": ".tar", "basename": "L253078_SAP002_B073_P000.tar", "checksum": "sha1$1d53a783e3c2dc0d24a6430b5c1a3a7ca11ab3fb", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078_SAP002_B073_P000.tar", "nameroot": "L253078_SAP002_B073_P000" }, { "size": 15602503680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253078/383924/L253078.tar", "class": "File", "nameext": ".tar", "basename": "L253078.tar", "checksum": "sha1$34a1c1f22131ea38765c0c16468fd0e3b4870149", "location": "file:///project/ldv/Share/run/2024/9/27/1411_383924/L253078.tar", "nameroot": "L253078" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-06", "cpu_time_raw": 1846 }, "remarks": { "discard_reason": "Issue with determining the summary task. New submission will be made with LDV-Spec." }, "status_history": [ "defining (2024-09-04T08:17:54Z)", "defined (2024-09-04T08:19:44Z)", "staging (2024-09-04T08:20:41Z)", "staged (2024-09-04T09:32:08Z)", "fetched (2024-09-04T09:32:49Z)", "processing (2024-09-04T09:58:21Z)", "processed (2024-09-04T10:32:54Z)", "storing (2024-09-04T10:33:11Z)", "stored (2024-09-04T10:36:44Z)", "aggregating (2024-09-04T10:46:21Z)", "aggregating_failed (2024-09-04T10:46:22Z)", "staged (2024-09-27T12:31:08Z)", "fetched (2024-09-27T12:31:35Z)", "processing (2024-09-27T12:32:12Z)", "processed (2024-09-27T13:03:22Z)", "aggregating (2024-09-27T13:03:24Z)", "aggregated (2024-09-27T13:03:43Z)", "processed (2024-09-27T13:03:44Z)", "storing (2024-09-27T13:04:10Z)", "stored (2024-09-27T13:10:27Z)", "discard (2024-10-30T20:00:59Z)", "discarding (2024-10-30T20:04:54Z)", "cleaned_spider (2024-10-30T20:04:57Z)", "discarding (2024-10-30T20:07:38Z)", "discarded (2024-10-30T20:07:41Z)" ], "size_to_process": 55664803718, "size_processed": 30317895680, "total_processing_time": 1846, "nr_of_dps": null, "log_entries": [ "6066124 - 383924 - staging (STAGER)", "6066468 - 383924 - staged (STAGER)", "6066473 - 383924 - fetched (copy_skipped)", "6066568 - 383924 - processing (running)", "6066667 - 383924 - processed (running)", "6066668 - 383924 - storing (issuing_copying)", "6066669 - 383924 - storing (copy_issued)", "6066681 - 383924 - stored (copy_finished)", "6066759 - 383924 - aggregating (summary)", "6066760 - 383924 - aggregating_failed (ancillary)", "6067479 - 383924 - fetched (copy_skipped)", "6067480 - 383924 - processing (running)", "6067481 - 383924 - processed (running)", "6067482 - 383924 - aggregating (summary)", "6067483 - 383924 - aggregated (ancillary)", "6067484 - 383924 - processed (resume)", "6067485 - 383924 - storing (issuing_copying)", "6067486 - 383924 - storing (copy_issued)", "6067487 - 383924 - stored (copy_finished)", "6069098 - 383924 - discarding (spider)", "6069102 - 383924 - cleaned_spider (spider)", "6069210 - 383924 - discarding (dcache)", "6069211 - 383924 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 3746, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }