Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380609/
{ "id": 380609, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T14:22:00.931627Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "354708", "priority": 100, "purge_policy": "yes", "cleanup_policy": "pre_archived_failed", "resume": true, "workflow": 22, "stage_request_id": 747123, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193313280, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP000_B036_P000_bf_d562589d.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193313280, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP000_B037_P000_bf_2a8fdb43.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193303040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP000_B038_P000_bf_6a512193.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193303040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP000_B039_P000_bf_bb454f78.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885862400, "_type": "PulpDataProduct", "fileName": "L354708_SAP000_B036_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8013bb1295efcb28359e088bd3abf2b3", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B036_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354708_SAP000_B036_P000_bf.tar_filecontent.txt", "checksum": "sha1$906fec74a36a534e386fe759db9d1b1bcd85a4d1", "location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B036_P000_bf.tar_filecontent.txt", "nameroot": "L354708_SAP000_B036_P000_bf.tar_filecontent" } } }, "file_name": "L354708_SAP000_B036_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885862400, "_type": "PulpDataProduct", "fileName": "L354708_SAP000_B037_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "28838eec4ed410e9c860ca5d89355abe", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B037_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354708_SAP000_B037_P000_bf.tar_filecontent.txt", "checksum": "sha1$bd2424950d6b2802ff6f95580e063ece240aac1f", "location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B037_P000_bf.tar_filecontent.txt", "nameroot": "L354708_SAP000_B037_P000_bf.tar_filecontent" } } }, "file_name": "L354708_SAP000_B037_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885862400, "_type": "PulpDataProduct", "fileName": "L354708_SAP000_B038_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "707d14c535439e057b28265f24c44229", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B038_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354708_SAP000_B038_P000_bf.tar_filecontent.txt", "checksum": "sha1$2878fdad6339f0168daaaca5447531e56c7db4d3", "location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B038_P000_bf.tar_filecontent.txt", "nameroot": "L354708_SAP000_B038_P000_bf.tar_filecontent" } } }, "file_name": "L354708_SAP000_B038_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885852160, "_type": "PulpDataProduct", "fileName": "L354708_SAP000_B039_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7933371f1f38240915fed3869838b2a6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B039_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354708_SAP000_B039_P000_bf.tar_filecontent.txt", "checksum": "sha1$267c1099b0ce91ee98b5a67b3ca334ba4e8b89e3", "location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B039_P000_bf.tar_filecontent.txt", "nameroot": "L354708_SAP000_B039_P000_bf.tar_filecontent" } } }, "file_name": "L354708_SAP000_B039_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L354708_SAP000_B036_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM36/L354710_SAP0_BEAM36_2bit.fits", "stokes/SAP0/BEAM36/L354710_SAP0_BEAM36_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM36/L354710_SAP0_BEAM36.fits" ], "input_name": "L354708_SAP000_B036_P000_bf.tar", "input_size": 19193313280, "is_summary": false, "size_ratio": 0.2545606549907781, "output_name": "L354708_SAP000_B036_P000_bf.tar", "output_size": 4885862400, "rfi_percent": 10.684, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L354708_SAP000_B037_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM37/L354710_SAP0_BEAM37_2bit.fits", "stokes/SAP0/BEAM37/L354710_SAP0_BEAM37_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM37/L354710_SAP0_BEAM37.fits" ], "input_name": "L354708_SAP000_B037_P000_bf.tar", "input_size": 19193313280, "is_summary": false, "size_ratio": 0.2545606549907781, "output_name": "L354708_SAP000_B037_P000_bf.tar", "output_size": 4885862400, "rfi_percent": 10.7, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L354708_SAP000_B038_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM38/L354710_SAP0_BEAM38_2bit.fits", "stokes/SAP0/BEAM38/L354710_SAP0_BEAM38_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM38/L354710_SAP0_BEAM38.fits" ], "input_name": "L354708_SAP000_B038_P000_bf.tar", "input_size": 19193303040, "is_summary": false, "size_ratio": 0.25456079080383237, "output_name": "L354708_SAP000_B038_P000_bf.tar", "output_size": 4885862400, "rfi_percent": 10.651, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L354708_SAP000_B039_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM39/L354710_SAP0_BEAM39_2bit.fits", "stokes/SAP0/BEAM39/L354710_SAP0_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM39/L354710_SAP0_BEAM39.fits" ], "input_name": "L354708_SAP000_B039_P000_bf.tar", "input_size": 19193303040, "is_summary": false, "size_ratio": 0.25456025728440745, "output_name": "L354708_SAP000_B039_P000_bf.tar", "output_size": 4885852160, "rfi_percent": 10.624, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM36/L354710_SAP0_BEAM36_2bit.fits", "stokes/SAP0/BEAM36/L354710_SAP0_BEAM36_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM36/L354710_SAP0_BEAM36.fits" ], "input_name": "L354708_SAP000_B036_P000_bf.tar", "input_size": 19193313280, "is_summary": false, "size_ratio": 0.2545606549907781, "output_name": "L354708_SAP000_B036_P000_bf.tar", "output_size": 4885862400, "rfi_percent": 10.684, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM37/L354710_SAP0_BEAM37_2bit.fits", "stokes/SAP0/BEAM37/L354710_SAP0_BEAM37_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM37/L354710_SAP0_BEAM37.fits" ], "input_name": "L354708_SAP000_B037_P000_bf.tar", "input_size": 19193313280, "is_summary": false, "size_ratio": 0.2545606549907781, "output_name": "L354708_SAP000_B037_P000_bf.tar", "output_size": 4885862400, "rfi_percent": 10.7, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM38/L354710_SAP0_BEAM38_2bit.fits", "stokes/SAP0/BEAM38/L354710_SAP0_BEAM38_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM38/L354710_SAP0_BEAM38.fits" ], "input_name": "L354708_SAP000_B038_P000_bf.tar", "input_size": 19193303040, "is_summary": false, "size_ratio": 0.25456079080383237, "output_name": "L354708_SAP000_B038_P000_bf.tar", "output_size": 4885862400, "rfi_percent": 10.651, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM39/L354710_SAP0_BEAM39_2bit.fits", "stokes/SAP0/BEAM39/L354710_SAP0_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM39/L354710_SAP0_BEAM39.fits" ], "input_name": "L354708_SAP000_B039_P000_bf.tar", "input_size": 19193303040, "is_summary": false, "size_ratio": 0.25456025728440745, "output_name": "L354708_SAP000_B039_P000_bf.tar", "output_size": 4885852160, "rfi_percent": 10.624, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885862400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B036_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354708_SAP000_B036_P000_bf.tar", "checksum": "sha1$cca166ec9375b0e803b22eb701ecc92f4e3eaa05", "location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B036_P000_bf.tar", "nameroot": "L354708_SAP000_B036_P000_bf" }, { "size": 4885862400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B037_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354708_SAP000_B037_P000_bf.tar", "checksum": "sha1$4c7b0673ffdfc1b94f899c1ec1c48fa5caae75c9", "location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B037_P000_bf.tar", "nameroot": "L354708_SAP000_B037_P000_bf" }, { "size": 4885862400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B038_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354708_SAP000_B038_P000_bf.tar", "checksum": "sha1$b8ae9252c3dcbe9183d98ffd4d13b1e42c438564", "location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B038_P000_bf.tar", "nameroot": "L354708_SAP000_B038_P000_bf" }, { "size": 4885852160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380609/L354708_SAP000_B039_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354708_SAP000_B039_P000_bf.tar", "checksum": "sha1$2cc7b12261387d3f77f0f3f443837403c7f7e972", "location": "file:///project/ldv/Share/run/2024/8/11/821_380609/L354708_SAP000_B039_P000_bf.tar", "nameroot": "L354708_SAP000_B039_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-01", "cpu_time_raw": 2217 }, "remarks": { "discard_reason": "SIP files in MoM are incorrect" }, "status_history": [ "defining (2024-07-31T14:22:01Z)", "defined (2024-08-10T19:09:12Z)", "staging (2024-08-10T19:13:09Z)", "staged (2024-08-11T03:12:08Z)", "fetched (2024-08-11T03:12:24Z)", "processing (2024-08-11T06:38:23Z)", "processed (2024-08-11T07:16:12Z)", "storing (2024-08-11T07:16:38Z)", "stored (2024-08-11T07:18:18Z)", "validated (2024-08-11T08:18:47Z)", "scrubbing (2024-08-11T08:19:25Z)", "scrubbed (2024-08-11T08:20:01Z)", "pre_archiving (2024-08-11T19:29:24Z)", "pre_archived_failed (2024-08-11T19:29:27Z)", "discard (2024-09-04T07:35:45Z)", "discarding (2024-09-04T07:37:56Z)", "cleaned_spider (2024-09-04T07:37:58Z)", "discarding (2024-09-04T07:39:11Z)", "discarded (2024-09-04T07:39:13Z)" ], "size_to_process": 76773232640, "size_processed": 19543439360, "total_processing_time": 2217, "nr_of_dps": null, "log_entries": [ "5994927 - 380609 - (regular) - 354708 - staging (STAGER)", "5998372 - 380609 - (regular) - 354708 - staged (STAGER)", "5998375 - 380609 - (regular) - 354708 - fetched (copy_skipped)", "6000932 - 380609 - (regular) - 354708 - processing (running)", "6001331 - 380609 - (regular) - 354708 - processed (running)", "6001333 - 380609 - (regular) - 354708 - storing (issuing_copying)", "6001335 - 380609 - (regular) - 354708 - storing (copy_issued)", "6001354 - 380609 - (regular) - 354708 - stored (copy_finished)", "6002602 - 380609 - (regular) - 354708 - scrubbing (STAGER)", "6002661 - 380609 - (regular) - 354708 - scrubbed (STAGER)", "6010114 - 380609 - (regular) - 354708 - pre_archiving (submitting)", "6010115 - 380609 - (regular) - 354708 - pre_archived_failed (unknown error)", "6064090 - 380609 - (regular) - 354708 - discarding (spider)", "6064091 - 380609 - (regular) - 354708 - cleaned_spider (spider)", "6064180 - 380609 - (regular) - 354708 - discarding (dcache)", "6064182 - 380609 - (regular) - 354708 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 3684, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }