Task Details View Api
Detailed view of a task.
GET /atdb/tasks/384077/
{ "id": 384077, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-10-30T19:48:20.074649Z", "filter": "lc3_014-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc3_014", "sas_id": "253082", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 756543, "status": "pre_archived_failed", "new_status": "pre_archived_failed", "quality": "good", "calculated_qualities": { "per_task": [ "good", "good", "good", "good" ], "per_sasid": "good" }, "inputs": [ { "size": 17512425753, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc3_014/253082/L253082_SAP002_B023_P000_bf.tar_b71e57f4.gz", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 17521939801, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc3_014/253082/L253082_SAP002_B024_P000_bf.tar_97125f22.gz", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 17509000271, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc3_014/253082/L253082_SAP002_B025_P000_bf.tar_f311d61e.gz", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 17538507090, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc3_014/253082/L253082_SAP002_B026_P000_bf.tar_bf9ae490.gz", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885913600, "_type": "PulpDataProduct", "fileName": "L253082_SAP002_B023_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "f33fbf93c9a2e2b49893dd2775856100", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253082/384077/L253082_SAP002_B023_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L253082_SAP002_B023_P000_bf.tar_filecontent.txt", "checksum": "sha1$b437d2a32cae7b38ca662ff1047b813da81f6bab", "location": "file:///project/ldv/Share/run/2024/10/30/2136_384077/L253082_SAP002_B023_P000_bf.tar_filecontent.txt", "nameroot": "L253082_SAP002_B023_P000_bf.tar_filecontent" } } }, "file_name": "L253082_SAP002_B023_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885882880, "_type": "PulpDataProduct", "fileName": "L253082_SAP002_B024_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "56992fe5dd131b109019866a4fd3b419", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253082/384077/L253082_SAP002_B024_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L253082_SAP002_B024_P000_bf.tar_filecontent.txt", "checksum": "sha1$3b1e167270f6e08fc96e6e5c1fb673458ced7475", "location": "file:///project/ldv/Share/run/2024/10/30/2136_384077/L253082_SAP002_B024_P000_bf.tar_filecontent.txt", "nameroot": "L253082_SAP002_B024_P000_bf.tar_filecontent" } } }, "file_name": "L253082_SAP002_B024_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885903360, "_type": "PulpDataProduct", "fileName": "L253082_SAP002_B025_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b3a397e2dca61e5e542b9070074e8e68", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253082/384077/L253082_SAP002_B025_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L253082_SAP002_B025_P000_bf.tar_filecontent.txt", "checksum": "sha1$967817dc6c6ce2ed669373ebd61d4176a02c6496", "location": "file:///project/ldv/Share/run/2024/10/30/2136_384077/L253082_SAP002_B025_P000_bf.tar_filecontent.txt", "nameroot": "L253082_SAP002_B025_P000_bf.tar_filecontent" } } }, "file_name": "L253082_SAP002_B025_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885882880, "_type": "PulpDataProduct", "fileName": "L253082_SAP002_B026_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "605ad08ed385968146f741875396f74d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253082/384077/L253082_SAP002_B026_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L253082_SAP002_B026_P000_bf.tar_filecontent.txt", "checksum": "sha1$412ffbaf6a77e2452f53d3bb90014739d12ed2e1", "location": "file:///project/ldv/Share/run/2024/10/30/2136_384077/L253082_SAP002_B026_P000_bf.tar_filecontent.txt", "nameroot": "L253082_SAP002_B026_P000_bf.tar_filecontent" } } }, "file_name": "L253082_SAP002_B026_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L253082_SAP002_B023_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM23/L253076_SAP2_BEAM23_2bit.fits", "stokes/SAP2/BEAM23/L253076_SAP2_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM23/L253076_SAP2_BEAM23.fits" ], "input_name": "L253082_SAP002_B023_P000_bf.tar", "input_size": 19193364480, "is_summary": false, "size_ratio": 0.2545626435162659, "output_name": "L253082_SAP002_B023_P000_bf.tar", "output_size": 4885913600, "rfi_percent": 11.135, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L253082_SAP002_B024_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM24/L253076_SAP2_BEAM24_2bit.fits", "stokes/SAP2/BEAM24/L253076_SAP2_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM24/L253076_SAP2_BEAM24.fits" ], "input_name": "L253082_SAP002_B024_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545614504022463, "output_name": "L253082_SAP002_B024_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.946, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L253082_SAP002_B025_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM25/L253076_SAP2_BEAM25_2bit.fits", "stokes/SAP2/BEAM25/L253076_SAP2_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM25/L253076_SAP2_BEAM25.fits" ], "input_name": "L253082_SAP002_B025_P000_bf.tar", "input_size": 19193354240, "is_summary": false, "size_ratio": 0.2545622458120171, "output_name": "L253082_SAP002_B025_P000_bf.tar", "output_size": 4885903360, "rfi_percent": 11.151, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L253082_SAP002_B026_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM26/L253076_SAP2_BEAM26_2bit.fits", "stokes/SAP2/BEAM26/L253076_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM26/L253076_SAP2_BEAM26.fits" ], "input_name": "L253082_SAP002_B026_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545614504022463, "output_name": "L253082_SAP002_B026_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.822, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM23/L253076_SAP2_BEAM23_2bit.fits", "stokes/SAP2/BEAM23/L253076_SAP2_BEAM23_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM23/L253076_SAP2_BEAM23.fits" ], "input_name": "L253082_SAP002_B023_P000_bf.tar", "input_size": 19193364480, "is_summary": false, "size_ratio": 0.2545626435162659, "output_name": "L253082_SAP002_B023_P000_bf.tar", "output_size": 4885913600, "rfi_percent": 11.135, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM24/L253076_SAP2_BEAM24_2bit.fits", "stokes/SAP2/BEAM24/L253076_SAP2_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM24/L253076_SAP2_BEAM24.fits" ], "input_name": "L253082_SAP002_B024_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545614504022463, "output_name": "L253082_SAP002_B024_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.946, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM25/L253076_SAP2_BEAM25_2bit.fits", "stokes/SAP2/BEAM25/L253076_SAP2_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM25/L253076_SAP2_BEAM25.fits" ], "input_name": "L253082_SAP002_B025_P000_bf.tar", "input_size": 19193354240, "is_summary": false, "size_ratio": 0.2545622458120171, "output_name": "L253082_SAP002_B025_P000_bf.tar", "output_size": 4885903360, "rfi_percent": 11.151, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM26/L253076_SAP2_BEAM26_2bit.fits", "stokes/SAP2/BEAM26/L253076_SAP2_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM26/L253076_SAP2_BEAM26.fits" ], "input_name": "L253082_SAP002_B026_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545614504022463, "output_name": "L253082_SAP002_B026_P000_bf.tar", "output_size": 4885882880, "rfi_percent": 10.822, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885913600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253082/384077/L253082_SAP002_B023_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L253082_SAP002_B023_P000_bf.tar", "checksum": "sha1$3de33d57327f53d84f8695cb17bc5976eb62a9f5", "location": "file:///project/ldv/Share/run/2024/10/30/2136_384077/L253082_SAP002_B023_P000_bf.tar", "nameroot": "L253082_SAP002_B023_P000_bf" }, { "size": 4885882880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253082/384077/L253082_SAP002_B024_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L253082_SAP002_B024_P000_bf.tar", "checksum": "sha1$17ec4563a6c20c92bff46a2b9353779de5b650de", "location": "file:///project/ldv/Share/run/2024/10/30/2136_384077/L253082_SAP002_B024_P000_bf.tar", "nameroot": "L253082_SAP002_B024_P000_bf" }, { "size": 4885903360, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253082/384077/L253082_SAP002_B025_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L253082_SAP002_B025_P000_bf.tar", "checksum": "sha1$94b6c7dda0325668387cc6c952b2eab5b528aa79", "location": "file:///project/ldv/Share/run/2024/10/30/2136_384077/L253082_SAP002_B025_P000_bf.tar", "nameroot": "L253082_SAP002_B025_P000_bf" }, { "size": 4885882880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc3_014/253082/384077/L253082_SAP002_B026_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L253082_SAP002_B026_P000_bf.tar", "checksum": "sha1$444b9f57cfa51ca16330a39605c991d373063fb7", "location": "file:///project/ldv/Share/run/2024/10/30/2136_384077/L253082_SAP002_B026_P000_bf.tar", "nameroot": "L253082_SAP002_B026_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-la-10", "cpu_time_raw": 3278 }, "remarks": null, "status_history": [ "defining (2024-10-30T19:48:20Z)", "defined (2024-10-30T19:50:28Z)", "staging (2024-10-30T19:51:41Z)", "staged (2024-10-30T19:52:29Z)", "fetched (2024-10-30T19:53:27Z)", "processing (2024-10-30T20:35:39Z)", "processed (2024-10-30T21:30:58Z)", "storing (2024-10-30T21:31:44Z)", "stored (2024-10-30T21:32:44Z)", "validated (2024-10-31T08:10:03Z)", "scrubbing (2024-10-31T08:11:07Z)", "scrubbed (2024-10-31T08:12:01Z)", "pre_archiving (2024-10-31T08:15:41Z)", "pre_archived_failed (2024-10-31T08:15:42Z)" ], "size_to_process": 70081872915, "size_processed": 19543582720, "total_processing_time": 3278, "nr_of_dps": null, "log_entries": [ "6068457 - 384077 - staging (STAGER)", "6068532 - 384077 - staged (STAGER)", "6068621 - 384077 - fetched (copy_skipped)", "6069266 - 384077 - processing (running)", "6069467 - 384077 - processed (running)", "6069470 - 384077 - storing (issuing_copying)", "6069471 - 384077 - storing (copy_issued)", "6069475 - 384077 - stored (copy_finished)", "6070773 - 384077 - scrubbing (STAGER)", "6070846 - 384077 - scrubbed (STAGER)", "6070942 - 384077 - pre_archiving (submitting)", "6070943 - 384077 - pre_archived_failed (create_sip_error)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 3748, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }