Task Details View Api
Detailed view of a task.
GET /atdb/tasks/332881/
{ "id": 332881, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-05-31T07:29:24.203692Z", "filter": "lt5_004-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "441114", "priority": 100, "purge_policy": "yes", "cleanup_policy": "scrubbed", "resume": true, "workflow": 22, "stage_request_id": 642393, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19767992320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/441114/L441114_SAP001_B039_P000_bf_9e74a927.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 5448990720, "_type": "PulpDataProduct", "fileName": "L441114_SAP001_B039_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "779cd7802c3d90021fa6090dd201e2c7", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2399, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/L441114_SAP001_B039_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L441114_SAP001_B039_P000_bf.tar_filecontent.txt", "checksum": "sha1$a9d1ff3ad32c8b7cdd73509cae0f6fb4cea43335", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/L441114_SAP001_B039_P000_bf.tar_filecontent.txt", "nameroot": "L441114_SAP001_B039_P000_bf.tar_filecontent" } } }, "file_name": "L441114_SAP001_B039_P000_bf.tar" } ], "quality": { "plots": [ { "size": 272355, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/B0609+37_L441112_SAP1_BEAM39_PSR_B0609+37.pfd.png", "class": "File", "nameext": ".png", "basename": "B0609+37_L441112_SAP1_BEAM39_PSR_B0609+37.pfd.png", "checksum": "sha1$8e77f54f34c1b131c3bfeb5a59ef21ccf7f9baf6", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/B0609%2B37_L441112_SAP1_BEAM39_PSR_B0609%2B37.pfd.png", "nameroot": "B0609+37_L441112_SAP1_BEAM39_PSR_B0609+37.pfd" }, { "size": 409734, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/B0609+37_L441112_SAP1_BEAM39_diag.png", "class": "File", "nameext": ".png", "basename": "B0609+37_L441112_SAP1_BEAM39_diag.png", "checksum": "sha1$932cf1cf7ece1669ca9a7b628e862d5229ec9f5f", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/B0609%2B37_L441112_SAP1_BEAM39_diag.png", "nameroot": "B0609+37_L441112_SAP1_BEAM39_diag" }, { "size": 444793, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/B0609+37_L441112_SAP1_BEAM39_diag_pdmp.png", "class": "File", "nameext": ".png", "basename": "B0609+37_L441112_SAP1_BEAM39_diag_pdmp.png", "checksum": "sha1$ccc62499c4d01d1e04304aa163658c24dc147e8c", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/B0609%2B37_L441112_SAP1_BEAM39_diag_pdmp.png", "nameroot": "B0609+37_L441112_SAP1_BEAM39_diag_pdmp" }, { "size": 271568, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/B0609+37_L441112_SAP1_BEAM39_nomask_PSR_B0609+37.pfd.png", "class": "File", "nameext": ".png", "basename": "B0609+37_L441112_SAP1_BEAM39_nomask_PSR_B0609+37.pfd.png", "checksum": "sha1$48b66621bdd4281e07770042885de9401120815e", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/B0609%2B37_L441112_SAP1_BEAM39_nomask_PSR_B0609%2B37.pfd.png", "nameroot": "B0609+37_L441112_SAP1_BEAM39_nomask_PSR_B0609+37.pfd" }, { "size": 234772, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/B0609+37_L441112_SAP1_BEAM39_pdmp.png", "class": "File", "nameext": ".png", "basename": "B0609+37_L441112_SAP1_BEAM39_pdmp.png", "checksum": "sha1$e3e91252331295d866991fc67b7c568b7eaf8814", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/B0609%2B37_L441112_SAP1_BEAM39_pdmp.png", "nameroot": "B0609+37_L441112_SAP1_BEAM39_pdmp" }, { "size": 236320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/L441112_SAP1_BEAM39_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L441112_SAP1_BEAM39_rfifind-0.png", "checksum": "sha1$dabde8e64ef89ee5e104267a1d02881b434d0061", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/L441112_SAP1_BEAM39_rfifind-0.png", "nameroot": "L441112_SAP1_BEAM39_rfifind-0" }, { "size": 58349, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/L441112_SAP1_BEAM39_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L441112_SAP1_BEAM39_rfifind-1.png", "checksum": "sha1$15e8eb7277c72ced8ba4b2712339d32357c1c11a", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/L441112_SAP1_BEAM39_rfifind-1.png", "nameroot": "L441112_SAP1_BEAM39_rfifind-1" }, { "size": 5129, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/L441112_sap001_beam0039.rfifind.log", "class": "File", "nameext": ".log", "basename": "L441112_sap001_beam0039.rfifind.log", "checksum": "sha1$ab80d7569e93508312c872040742d7483b9675f6", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/L441112_sap001_beam0039.rfifind.log", "nameroot": "L441112_sap001_beam0039.rfifind" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/L441112_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L441112_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$826f9c30337210252fa4b23be8432f38a2247d46", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/L441112_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log", "nameroot": "L441112_SAP1_BEAM39_2bit_ldv_psrfits_requantisation" }, { "size": 1641, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/L441114_SAP001_B039-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L441114_SAP001_B039-ldv-summary.log", "checksum": "sha1$184833e575a5fa56053218b36d111bf49e5dc8ce", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/L441114_SAP001_B039-ldv-summary.log_2", "nameroot": "L441114_SAP001_B039-ldv-summary" } ], "details": {}, "summary": { "L441114_SAP001_B039_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM39/L441112_SAP1_BEAM39_2bit.fits", "stokes/SAP1/BEAM39/L441112_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM39/L441112_SAP1_BEAM39.fits" ], "input_name": "L441114_SAP001_B039_P000_bf.tar", "input_size": 19767992320, "size_ratio": 0.27564714877428687, "output_name": "L441114_SAP001_B039_P000_bf.tar", "output_size": 5448990720, "rfi_percent": 11.765, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM39/L441112_SAP1_BEAM39_2bit.fits", "stokes/SAP1/BEAM39/L441112_SAP1_BEAM39_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM39/L441112_SAP1_BEAM39.fits" ], "input_name": "L441114_SAP001_B039_P000_bf.tar", "input_size": 19767992320, "size_ratio": 0.27564714877428687, "output_name": "L441114_SAP001_B039_P000_bf.tar", "output_size": 5448990720, "rfi_percent": 11.765, "input_size_str": "18.41 GB", "output_size_str": "5.07 GB" } ], "tar_archive": [ { "size": 5448990720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/L441114_SAP001_B039_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L441114_SAP001_B039_P000_bf.tar", "checksum": "sha1$59bd44768990fb4690217fd717d2ced21fe56b92", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/L441114_SAP001_B039_P000_bf.tar", "nameroot": "L441114_SAP001_B039_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/441114/332881/L441114_SAP001_B039-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L441114_SAP001_B039-ldv-summary.log", "checksum": "sha1$68eb7da5636ee18af8023b78c134aeeba6624ebe", "location": "file:///project/ldv/Share/run/2024/5/31/1443_332881/L441114_SAP001_B039-ldv-summary.log", "nameroot": "L441114_SAP001_B039-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-05", "cpu_time_raw": 568 }, "remarks": { "discard_reason": "to be reprocessed with 4 tarballs/task" }, "status_history": [ "defining (2024-05-31T07:29:24Z)", "defined (2024-05-31T11:13:00Z)", "staging (2024-05-31T11:27:03Z)", "staged (2024-05-31T12:01:18Z)", "fetched (2024-05-31T12:02:04Z)", "processing (2024-05-31T12:02:45Z)", "processed (2024-05-31T12:12:48Z)", "storing (2024-05-31T12:13:45Z)", "stored (2024-05-31T12:15:01Z)", "validated (2024-06-01T10:31:11Z)", "scrubbing (2024-06-01T10:38:34Z)", "scrubbed (2024-06-01T10:39:39Z)", "discard (2024-06-26T20:44:20Z)", "discarding (2024-06-26T20:52:14Z)", "cleaned_spider (2024-06-26T20:52:16Z)", "discarding (2024-06-26T20:55:09Z)", "discarded (2024-06-26T20:55:11Z)" ], "size_to_process": 19767992320, "size_processed": 5450932979, "total_processing_time": 568, "nr_of_dps": null, "log_entries": [ "4968770 - 332881 - staging (STAGER)", "4969736 - 332881 - staged (STAGER)", "4969752 - 332881 - fetched (copy_skipped)", "4969771 - 332881 - processing (running)", "4970009 - 332881 - processed (running)", "4970025 - 332881 - storing (issuing_copying)", "4970027 - 332881 - storing (copy_issued)", "4970043 - 332881 - stored (copy_finished)", "4989573 - 332881 - scrubbing (STAGER)", "4989687 - 332881 - scrubbed (STAGER)", "5392297 - 332881 - discarding (spider)", "5392299 - 332881 - cleaned_spider (spider)", "5392513 - 332881 - discarding (dcache)", "5392517 - 332881 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 3341, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }