Task Details View Api
Detailed view of a task.
GET /atdb/tasks/382609/
{ "id": 382609, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T08:07:16.626592Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "347294", "priority": 100, "purge_policy": "yes", "cleanup_policy": "archived_failed", "resume": true, "workflow": 22, "stage_request_id": 750276, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20354007040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347294/L347294_SAP000_B036_P000_bf_013ab590.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353546240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347294/L347294_SAP000_B037_P000_bf_50499c60.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353454080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347294/L347294_SAP000_B038_P000_bf_022d26d6.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20353925120, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/347294/L347294_SAP000_B039_P000_bf_d0bd35a9.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025093120, "_type": "PulpDataProduct", "fileName": "L347294_SAP000_B036_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f827ec77133d248793f9e5f05207bac5", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382609/L347294_SAP000_B036_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347294_SAP000_B036_P000_bf.tar_filecontent.txt", "checksum": "sha1$5773d82f3e4b21a9732d2a899bd3c2666b7e8d4f", "location": "file:///project/ldv/Share/run/2024/8/13/1243_382609/L347294_SAP000_B036_P000_bf.tar_filecontent.txt", "nameroot": "L347294_SAP000_B036_P000_bf.tar_filecontent" } } }, "file_name": "L347294_SAP000_B036_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024785920, "_type": "PulpDataProduct", "fileName": "L347294_SAP000_B037_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7400fdb0b7c502355b8ff233b20997f9", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382609/L347294_SAP000_B037_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347294_SAP000_B037_P000_bf.tar_filecontent.txt", "checksum": "sha1$453d5595c7f3078cf243836e6c32e5aec95288e2", "location": "file:///project/ldv/Share/run/2024/8/13/1243_382609/L347294_SAP000_B037_P000_bf.tar_filecontent.txt", "nameroot": "L347294_SAP000_B037_P000_bf.tar_filecontent" } } }, "file_name": "L347294_SAP000_B037_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6024734720, "_type": "PulpDataProduct", "fileName": "L347294_SAP000_B038_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "73bd3d7f519cb83e83fc1dcb8fe7a825", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382609/L347294_SAP000_B038_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347294_SAP000_B038_P000_bf.tar_filecontent.txt", "checksum": "sha1$067ca125c6f76d009c9992217ad137e7598ecfc0", "location": "file:///project/ldv/Share/run/2024/8/13/1243_382609/L347294_SAP000_B038_P000_bf.tar_filecontent.txt", "nameroot": "L347294_SAP000_B038_P000_bf.tar_filecontent" } } }, "file_name": "L347294_SAP000_B038_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025041920, "_type": "PulpDataProduct", "fileName": "L347294_SAP000_B039_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f53a6cbbe00c863bb189c7bdff5859ad", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382609/L347294_SAP000_B039_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L347294_SAP000_B039_P000_bf.tar_filecontent.txt", "checksum": "sha1$52a8bbab12610ec4a9311e7ca031cf54dd6dffb0", "location": "file:///project/ldv/Share/run/2024/8/13/1243_382609/L347294_SAP000_B039_P000_bf.tar_filecontent.txt", "nameroot": "L347294_SAP000_B039_P000_bf.tar_filecontent" } } }, "file_name": "L347294_SAP000_B039_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L347294_SAP000_B036_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM36/L347292_SAP0_BEAM36_2bit.fits", "stokes/SAP0/BEAM36/L347292_SAP0_BEAM36_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM36/L347292_SAP0_BEAM36.fits" ], "input_name": "L347294_SAP000_B036_P000_bf.tar", "input_size": 20354007040, "is_summary": false, "size_ratio": 0.2960150848017001, "output_name": "L347294_SAP000_B036_P000_bf.tar", "output_size": 6025093120, "rfi_percent": 12.122, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L347294_SAP000_B037_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM37/L347292_SAP0_BEAM37_2bit.fits", "stokes/SAP0/BEAM37/L347292_SAP0_BEAM37_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM37/L347292_SAP0_BEAM37.fits" ], "input_name": "L347294_SAP000_B037_P000_bf.tar", "input_size": 20353546240, "is_summary": false, "size_ratio": 0.29600669332795343, "output_name": "L347294_SAP000_B037_P000_bf.tar", "output_size": 6024785920, "rfi_percent": 12.659, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L347294_SAP000_B038_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM38/L347292_SAP0_BEAM38_2bit.fits", "stokes/SAP0/BEAM38/L347292_SAP0_BEAM38_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM38/L347292_SAP0_BEAM38.fits" ], "input_name": "L347294_SAP000_B038_P000_bf.tar", "input_size": 20353454080, "is_summary": false, "size_ratio": 0.29600551809631714, "output_name": "L347294_SAP000_B038_P000_bf.tar", "output_size": 6024734720, "rfi_percent": 12.815, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L347294_SAP000_B039_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM39/L347292_SAP0_BEAM39_2bit.fits", "stokes/SAP0/BEAM39/L347292_SAP0_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM39/L347292_SAP0_BEAM39.fits" ], "input_name": "L347294_SAP000_B039_P000_bf.tar", "input_size": 20353925120, "is_summary": false, "size_ratio": 0.29601376071093655, "output_name": "L347294_SAP000_B039_P000_bf.tar", "output_size": 6025041920, "rfi_percent": 12.215, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM36/L347292_SAP0_BEAM36_2bit.fits", "stokes/SAP0/BEAM36/L347292_SAP0_BEAM36_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM36/L347292_SAP0_BEAM36.fits" ], "input_name": "L347294_SAP000_B036_P000_bf.tar", "input_size": 20354007040, "is_summary": false, "size_ratio": 0.2960150848017001, "output_name": "L347294_SAP000_B036_P000_bf.tar", "output_size": 6025093120, "rfi_percent": 12.122, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM37/L347292_SAP0_BEAM37_2bit.fits", "stokes/SAP0/BEAM37/L347292_SAP0_BEAM37_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM37/L347292_SAP0_BEAM37.fits" ], "input_name": "L347294_SAP000_B037_P000_bf.tar", "input_size": 20353546240, "is_summary": false, "size_ratio": 0.29600669332795343, "output_name": "L347294_SAP000_B037_P000_bf.tar", "output_size": 6024785920, "rfi_percent": 12.659, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM38/L347292_SAP0_BEAM38_2bit.fits", "stokes/SAP0/BEAM38/L347292_SAP0_BEAM38_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM38/L347292_SAP0_BEAM38.fits" ], "input_name": "L347294_SAP000_B038_P000_bf.tar", "input_size": 20353454080, "is_summary": false, "size_ratio": 0.29600551809631714, "output_name": "L347294_SAP000_B038_P000_bf.tar", "output_size": 6024734720, "rfi_percent": 12.815, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP0/BEAM39/L347292_SAP0_BEAM39_2bit.fits", "stokes/SAP0/BEAM39/L347292_SAP0_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM39/L347292_SAP0_BEAM39.fits" ], "input_name": "L347294_SAP000_B039_P000_bf.tar", "input_size": 20353925120, "is_summary": false, "size_ratio": 0.29601376071093655, "output_name": "L347294_SAP000_B039_P000_bf.tar", "output_size": 6025041920, "rfi_percent": 12.215, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025093120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382609/L347294_SAP000_B036_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347294_SAP000_B036_P000_bf.tar", "checksum": "sha1$0545e8b87a90b9dded173cb885701899e21fde93", "location": "file:///project/ldv/Share/run/2024/8/13/1243_382609/L347294_SAP000_B036_P000_bf.tar", "nameroot": "L347294_SAP000_B036_P000_bf" }, { "size": 6024785920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382609/L347294_SAP000_B037_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347294_SAP000_B037_P000_bf.tar", "checksum": "sha1$3c2b7899fa4a1583ad10ab87813e301082615b92", "location": "file:///project/ldv/Share/run/2024/8/13/1243_382609/L347294_SAP000_B037_P000_bf.tar", "nameroot": "L347294_SAP000_B037_P000_bf" }, { "size": 6024734720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382609/L347294_SAP000_B038_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347294_SAP000_B038_P000_bf.tar", "checksum": "sha1$6d87d533382ffe8d08c1c0a34d87ce26b81afcee", "location": "file:///project/ldv/Share/run/2024/8/13/1243_382609/L347294_SAP000_B038_P000_bf.tar", "nameroot": "L347294_SAP000_B038_P000_bf" }, { "size": 6025041920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/347294/382609/L347294_SAP000_B039_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L347294_SAP000_B039_P000_bf.tar", "checksum": "sha1$0c9547d26152be44f65f53d412f47f59ec0a3ded", "location": "file:///project/ldv/Share/run/2024/8/13/1243_382609/L347294_SAP000_B039_P000_bf.tar", "nameroot": "L347294_SAP000_B039_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-17", "cpu_time_raw": 2111 }, "remarks": { "discard_reason": "UnspecifiedProcess present with 202 dataproducts" }, "status_history": [ "defining (2024-08-01T08:07:16Z)", "defined (2024-08-13T04:57:28Z)", "staging (2024-08-13T04:57:50Z)", "staged (2024-08-13T08:22:33Z)", "fetched (2024-08-13T08:22:35Z)", "processing (2024-08-13T10:53:44Z)", "processed (2024-08-13T11:29:50Z)", "storing (2024-08-13T11:30:31Z)", "stored (2024-08-13T11:32:07Z)", "validated (2024-08-13T12:39:55Z)", "scrubbing (2024-08-13T12:40:15Z)", "scrubbed (2024-08-13T12:40:55Z)", "pre_archiving (2024-08-14T15:54:39Z)", "pre_archived (2024-08-14T15:56:46Z)", "archiving (2024-08-14T15:56:56Z)", "archived_failed (2024-08-14T15:57:51Z)", "discard (2024-09-04T08:02:15Z)", "discarding (2024-09-04T08:13:23Z)", "cleaned_spider (2024-09-04T08:13:25Z)", "discarding (2024-09-04T08:24:58Z)", "discarded (2024-09-04T08:25:02Z)" ], "size_to_process": 81414932480, "size_processed": 24099655680, "total_processing_time": 2111, "nr_of_dps": null, "log_entries": [ "6027230 - 382609 - (regular) - 347294 - staging (STAGER)", "6030384 - 382609 - (regular) - 347294 - staged (STAGER)", "6030385 - 382609 - (regular) - 347294 - fetched (copy_skipped)", "6032009 - 382609 - (regular) - 347294 - processing (running)", "6032391 - 382609 - (regular) - 347294 - processed (running)", "6032401 - 382609 - (regular) - 347294 - storing (issuing_copying)", "6032406 - 382609 - (regular) - 347294 - storing (copy_issued)", "6032415 - 382609 - (regular) - 347294 - stored (copy_finished)", "6033487 - 382609 - (regular) - 347294 - scrubbing (STAGER)", "6033558 - 382609 - (regular) - 347294 - scrubbed (STAGER)", "6047071 - 382609 - (regular) - 347294 - pre_archiving (submitting)", "6047080 - 382609 - (regular) - 347294 - pre_archived (SIP created)", "6047082 - 382609 - (regular) - 347294 - archiving (submitting)", "6047083 - 382609 - (regular) - 347294 - archiving (submitting)", "6047084 - 382609 - (regular) - 347294 - archiving (submitting)", "6047085 - 382609 - (regular) - 347294 - archiving (submitting)", "6047086 - 382609 - (regular) - 347294 - archived_failed (update_final_archiving)", "6047087 - 382609 - (regular) - 347294 - archived_failed (update_final_archiving)", "6047088 - 382609 - (regular) - 347294 - archived_failed (update_final_archiving)", "6047089 - 382609 - (regular) - 347294 - archived_failed (update_final_archiving)", "6065823 - 382609 - (regular) - 347294 - discarding (spider)", "6065824 - 382609 - (regular) - 347294 - cleaned_spider (spider)", "6066220 - 382609 - (regular) - 347294 - discarding (dcache)", "6066221 - 382609 - (regular) - 347294 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": { "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3723, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }