Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380598/
{ "id": 380598, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T14:20:52.372268Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "354712", "priority": 100, "purge_policy": "yes", "cleanup_policy": "pre_archived_failed", "resume": true, "workflow": 22, "stage_request_id": 747112, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 20354211840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354712/L354712_SAP002_B068_P000_bf_88dac4ad.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354181120, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354712/L354712_SAP002_B069_P000_bf_3b81a2b2.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354211840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354712/L354712_SAP002_B070_P000_bf_d5c772b9.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 20354242560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354712/L354712_SAP002_B071_P000_bf_58bcc582.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025236480, "_type": "PulpDataProduct", "fileName": "L354712_SAP002_B068_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a6f6a62e2a09681c0c74a8584382d2cc", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354712/380598/L354712_SAP002_B068_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354712_SAP002_B068_P000_bf.tar_filecontent.txt", "checksum": "sha1$1f55a967e0ae5bd0c92714ca7d8b9d78672b45a9", "location": "file:///project/ldv/Share/run/2024/8/11/852_380598/L354712_SAP002_B068_P000_bf.tar_filecontent.txt", "nameroot": "L354712_SAP002_B068_P000_bf.tar_filecontent" } } }, "file_name": "L354712_SAP002_B068_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025226240, "_type": "PulpDataProduct", "fileName": "L354712_SAP002_B069_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "1d5beb4d45e1ac571b07e1131b1d8ae7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354712/380598/L354712_SAP002_B069_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354712_SAP002_B069_P000_bf.tar_filecontent.txt", "checksum": "sha1$4d4b4c8a9fc31de8ab6104215a14dae365cd1f6e", "location": "file:///project/ldv/Share/run/2024/8/11/852_380598/L354712_SAP002_B069_P000_bf.tar_filecontent.txt", "nameroot": "L354712_SAP002_B069_P000_bf.tar_filecontent" } } }, "file_name": "L354712_SAP002_B069_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025246720, "_type": "PulpDataProduct", "fileName": "L354712_SAP002_B070_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "fed743fc0db722b1185aa0bd42f855c6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354712/380598/L354712_SAP002_B070_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354712_SAP002_B070_P000_bf.tar_filecontent.txt", "checksum": "sha1$7500d1f53739547fc4eea20ed51d99e03bd7c21f", "location": "file:///project/ldv/Share/run/2024/8/11/852_380598/L354712_SAP002_B070_P000_bf.tar_filecontent.txt", "nameroot": "L354712_SAP002_B070_P000_bf.tar_filecontent" } } }, "file_name": "L354712_SAP002_B070_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 6025256960, "_type": "PulpDataProduct", "fileName": "L354712_SAP002_B071_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "0bf3c87ad41ff116807bba43f6e5857c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354712/380598/L354712_SAP002_B071_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354712_SAP002_B071_P000_bf.tar_filecontent.txt", "checksum": "sha1$90ac5abad637b5bd078b90efdb5b62317c610005", "location": "file:///project/ldv/Share/run/2024/8/11/852_380598/L354712_SAP002_B071_P000_bf.tar_filecontent.txt", "nameroot": "L354712_SAP002_B071_P000_bf.tar_filecontent" } } }, "file_name": "L354712_SAP002_B071_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L354712_SAP002_B068_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM68/L354714_SAP2_BEAM68_2bit.fits", "stokes/SAP2/BEAM68/L354714_SAP2_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM68/L354714_SAP2_BEAM68.fits" ], "input_name": "L354712_SAP002_B068_P000_bf.tar", "input_size": 20354211840, "is_summary": false, "size_ratio": 0.2960191496169473, "output_name": "L354712_SAP002_B068_P000_bf.tar", "output_size": 6025236480, "rfi_percent": 11.022, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L354712_SAP002_B069_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM69/L354714_SAP2_BEAM69_2bit.fits", "stokes/SAP2/BEAM69/L354714_SAP2_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM69/L354714_SAP2_BEAM69.fits" ], "input_name": "L354712_SAP002_B069_P000_bf.tar", "input_size": 20354181120, "is_summary": false, "size_ratio": 0.2960190932996866, "output_name": "L354712_SAP002_B069_P000_bf.tar", "output_size": 6025226240, "rfi_percent": 11.095, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L354712_SAP002_B070_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM70/L354714_SAP2_BEAM70_2bit.fits", "stokes/SAP2/BEAM70/L354714_SAP2_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM70/L354714_SAP2_BEAM70.fits" ], "input_name": "L354712_SAP002_B070_P000_bf.tar", "input_size": 20354211840, "is_summary": false, "size_ratio": 0.29601965270692593, "output_name": "L354712_SAP002_B070_P000_bf.tar", "output_size": 6025246720, "rfi_percent": 11.236, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, "L354712_SAP002_B071_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM71/L354714_SAP2_BEAM71_2bit.fits", "stokes/SAP2/BEAM71/L354714_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM71/L354714_SAP2_BEAM71.fits" ], "input_name": "L354712_SAP002_B071_P000_bf.tar", "input_size": 20354242560, "is_summary": false, "size_ratio": 0.2960197090232573, "output_name": "L354712_SAP002_B071_P000_bf.tar", "output_size": 6025256960, "rfi_percent": 11.121, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM68/L354714_SAP2_BEAM68_2bit.fits", "stokes/SAP2/BEAM68/L354714_SAP2_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM68/L354714_SAP2_BEAM68.fits" ], "input_name": "L354712_SAP002_B068_P000_bf.tar", "input_size": 20354211840, "is_summary": false, "size_ratio": 0.2960191496169473, "output_name": "L354712_SAP002_B068_P000_bf.tar", "output_size": 6025236480, "rfi_percent": 11.022, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP2/BEAM69/L354714_SAP2_BEAM69_2bit.fits", "stokes/SAP2/BEAM69/L354714_SAP2_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM69/L354714_SAP2_BEAM69.fits" ], "input_name": "L354712_SAP002_B069_P000_bf.tar", "input_size": 20354181120, "is_summary": false, "size_ratio": 0.2960190932996866, "output_name": "L354712_SAP002_B069_P000_bf.tar", "output_size": 6025226240, "rfi_percent": 11.095, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP2/BEAM70/L354714_SAP2_BEAM70_2bit.fits", "stokes/SAP2/BEAM70/L354714_SAP2_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM70/L354714_SAP2_BEAM70.fits" ], "input_name": "L354712_SAP002_B070_P000_bf.tar", "input_size": 20354211840, "is_summary": false, "size_ratio": 0.29601965270692593, "output_name": "L354712_SAP002_B070_P000_bf.tar", "output_size": 6025246720, "rfi_percent": 11.236, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" }, { "added": [ "stokes/SAP2/BEAM71/L354714_SAP2_BEAM71_2bit.fits", "stokes/SAP2/BEAM71/L354714_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM71/L354714_SAP2_BEAM71.fits" ], "input_name": "L354712_SAP002_B071_P000_bf.tar", "input_size": 20354242560, "is_summary": false, "size_ratio": 0.2960197090232573, "output_name": "L354712_SAP002_B071_P000_bf.tar", "output_size": 6025256960, "rfi_percent": 11.121, "input_size_str": "18.96 GB", "output_size_str": "5.61 GB" } ], "tar_archive": [ { "size": 6025236480, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354712/380598/L354712_SAP002_B068_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354712_SAP002_B068_P000_bf.tar", "checksum": "sha1$f658db4c1d60a18ec5af31e676a19047f1d12384", "location": "file:///project/ldv/Share/run/2024/8/11/852_380598/L354712_SAP002_B068_P000_bf.tar", "nameroot": "L354712_SAP002_B068_P000_bf" }, { "size": 6025226240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354712/380598/L354712_SAP002_B069_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354712_SAP002_B069_P000_bf.tar", "checksum": "sha1$4339a7d37a7c16a3b51281596ce9f106bd843d52", "location": "file:///project/ldv/Share/run/2024/8/11/852_380598/L354712_SAP002_B069_P000_bf.tar", "nameroot": "L354712_SAP002_B069_P000_bf" }, { "size": 6025246720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354712/380598/L354712_SAP002_B070_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354712_SAP002_B070_P000_bf.tar", "checksum": "sha1$d13def0f5b24dddb23282c944e3c2bc298986144", "location": "file:///project/ldv/Share/run/2024/8/11/852_380598/L354712_SAP002_B070_P000_bf.tar", "nameroot": "L354712_SAP002_B070_P000_bf" }, { "size": 6025256960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354712/380598/L354712_SAP002_B071_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354712_SAP002_B071_P000_bf.tar", "checksum": "sha1$99ccba1f3d1a82ee7441320b09415626088d9374", "location": "file:///project/ldv/Share/run/2024/8/11/852_380598/L354712_SAP002_B071_P000_bf.tar", "nameroot": "L354712_SAP002_B071_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-hb-02", "cpu_time_raw": 3067 }, "remarks": { "discard_reason": "SIP files in MoM are incorrect" }, "status_history": [ "defining (2024-07-31T14:20:52Z)", "defined (2024-08-10T19:09:00Z)", "staging (2024-08-10T19:13:01Z)", "staged (2024-08-11T04:05:37Z)", "fetched (2024-08-11T04:05:46Z)", "processing (2024-08-11T06:17:54Z)", "processed (2024-08-11T07:10:02Z)", "storing (2024-08-11T07:10:41Z)", "stored (2024-08-11T07:12:23Z)", "validated (2024-08-11T08:02:41Z)", "scrubbing (2024-08-11T08:04:41Z)", "scrubbed (2024-08-11T08:05:26Z)", "pre_archiving (2024-08-11T19:28:01Z)", "pre_archived_failed (2024-08-11T19:28:04Z)", "discard (2024-09-04T07:36:12Z)", "discarding (2024-09-04T07:44:29Z)", "cleaned_spider (2024-09-04T07:44:32Z)", "discarding (2024-09-04T07:46:55Z)", "discarded (2024-09-04T07:46:57Z)" ], "size_to_process": 81416847360, "size_processed": 24100966400, "total_processing_time": 3067, "nr_of_dps": null, "log_entries": [ "5994916 - 380598 - (regular) - 354712 - staging (STAGER)", "5998991 - 380598 - (regular) - 354712 - staged (STAGER)", "5998992 - 380598 - (regular) - 354712 - fetched (copy_skipped)", "6000731 - 380598 - (regular) - 354712 - processing (running)", "6001264 - 380598 - (regular) - 354712 - processed (running)", "6001269 - 380598 - (regular) - 354712 - storing (issuing_copying)", "6001271 - 380598 - (regular) - 354712 - storing (copy_issued)", "6001287 - 380598 - (regular) - 354712 - stored (copy_finished)", "6002336 - 380598 - (regular) - 354712 - scrubbing (STAGER)", "6002398 - 380598 - (regular) - 354712 - scrubbed (STAGER)", "6010083 - 380598 - (regular) - 354712 - pre_archiving (submitting)", "6010084 - 380598 - (regular) - 354712 - pre_archived_failed (unknown error)", "6064560 - 380598 - (regular) - 354712 - discarding (spider)", "6064561 - 380598 - (regular) - 354712 - cleaned_spider (spider)", "6064729 - 380598 - (regular) - 354712 - discarding (dcache)", "6064730 - 380598 - (regular) - 354712 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 3683, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }