Task Details View Api
Detailed view of a task.
GET /atdb/tasks/383528/
{ "id": 383528, "task_type": "regular", "is_summary": true, "is_aggregated": false, "creationTime": "2024-08-01T09:16:45.818261Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "345930", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 752356, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193374720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/345930/L345930_SAP002_B072_P000_bf_d9a7e31f.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193384960, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/345930/L345930_SAP002_B073_P000_bf_daa357cc.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 36266393600, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/345930/L345930_summaryCS_88846ea3.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 497131520, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/345930/L345930_summaryIS_a875fc2e.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885934080, "_type": "PulpDataProduct", "fileName": "L345930_SAP002_B072_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "dde1e6a74a76411f71ec56dce932e49d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 603, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_SAP002_B072_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L345930_SAP002_B072_P000_bf.tar_filecontent.txt", "checksum": "sha1$b34dccadd5b50b0edeec5d990c09d8867d74426b", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_SAP002_B072_P000_bf.tar_filecontent.txt", "nameroot": "L345930_SAP002_B072_P000_bf.tar_filecontent" } } }, "file_name": "L345930_SAP002_B072_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885934080, "_type": "PulpDataProduct", "fileName": "L345930_SAP002_B073_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b8d049541f5c9000a7e1ebc8f1ea8936", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 603, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_SAP002_B073_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L345930_SAP002_B073_P000_bf.tar_filecontent.txt", "checksum": "sha1$0cd8192bb1f84406b66ea17bb5898b6345f5343f", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_SAP002_B073_P000_bf.tar_filecontent.txt", "nameroot": "L345930_SAP002_B073_P000_bf.tar_filecontent" } } }, "file_name": "L345930_SAP002_B073_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 20935321600, "_type": "PulpSummaryDataProduct", "fileName": "L345930_summaryCS.tar", "fileFormat": "PULP", "md5checksum": "5c9869c786d9d79e598abc04d3d04188", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 143644, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_summaryCS.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L345930_summaryCS.tar_filecontent.txt", "checksum": "sha1$9dfdb362536d0424cf1e6358d5174711f52fdeb2", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_summaryCS.tar_filecontent.txt", "nameroot": "L345930_summaryCS.tar_filecontent" } } }, "file_name": "L345930_summaryCS.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 287467520, "_type": "PulpSummaryDataProduct", "fileName": "L345930_summaryIS.tar", "fileFormat": "PULP", "md5checksum": "210da02af359903a14929219a4d61d38", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2770, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_summaryIS.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L345930_summaryIS.tar_filecontent.txt", "checksum": "sha1$9b127a70d0acad3787718689f14ebf63e4a59ccc", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_summaryIS.tar_filecontent.txt", "nameroot": "L345930_summaryIS.tar_filecontent" } } }, "file_name": "L345930_summaryIS.tar" } ], "quality": { "plots": [ { "size": 15423285, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_CS_quick_summary.pdf", "class": "File", "nameext": ".pdf", "basename": "L345930_CS_quick_summary.pdf", "checksum": "sha1$1d3c8cbc23d8ca015ef919b268fdd942d79e9402", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_CS_quick_summary.pdf", "nameroot": "L345930_CS_quick_summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_CS_quick_summary.pdf" }, { "size": 51200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_CS_misc.tar", "class": "File", "nameext": ".tar", "basename": "L345930_CS_misc.tar", "checksum": "sha1$51c85b6efc2cc696266c50b312db0059f4b00333", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_CS_misc.tar", "nameroot": "L345930_CS_misc", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_CS_misc.tar" }, { "size": 395274240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_CS_diag_plots_logs.tar", "class": "File", "nameext": ".tar", "basename": "L345930_CS_diag_plots_logs.tar", "checksum": "sha1$38161ac845e1b7e1b980b69ccc125061889c3e54", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_CS_diag_plots_logs.tar", "nameroot": "L345930_CS_diag_plots_logs", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_CS_diag_plots_logs.tar" }, { "size": 332949, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_IS_quick_summary.pdf", "class": "File", "nameext": ".pdf", "basename": "L345930_IS_quick_summary.pdf", "checksum": "sha1$39eb7c332aaef76f617d98ee110cee65c87dd265", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_IS_quick_summary.pdf", "nameroot": "L345930_IS_quick_summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_IS_quick_summary.pdf" }, { "size": 10240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_IS_misc.tar", "class": "File", "nameext": ".tar", "basename": "L345930_IS_misc.tar", "checksum": "sha1$a4166681e350782fc58085a8cad542aa3c5e73ad", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_IS_misc.tar", "nameroot": "L345930_IS_misc", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_IS_misc.tar" }, { "size": 6092800, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_IS_diag_plots_logs.tar", "class": "File", "nameext": ".tar", "basename": "L345930_IS_diag_plots_logs.tar", "checksum": "sha1$84aa5c7a8f3f4281fcba6984e469d0228eed935b", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_IS_diag_plots_logs.tar", "nameroot": "L345930_IS_diag_plots_logs", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_IS_diag_plots_logs.tar" }, { "size": 109123, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_ldv_summary.json", "class": "File", "nameext": ".json", "basename": "L345930_ldv_summary.json", "checksum": "/project/ldv/Share/run/2024/8/14/41_383528/L345930_ldv_summary.json", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_ldv_summary.json", "nameroot": "L345930_ldv_summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_projects_summary.json", "ancillary": "json" }, { "size": 203238, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_ldv_summary.html", "class": "File", "nameext": ".html", "basename": "L345930_ldv_summary.html", "checksum": "/project/ldv/Share/run/2024/8/14/41_383528/L345930_ldv_summary.html", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_ldv_summary.html", "nameroot": "L345930_ldv_summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_projects_summary.html", "ancillary": "html" }, { "size": 81444, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_ldv_summary.pdf", "class": "File", "nameext": ".pdf", "basename": "L345930_ldv_summary.pdf", "checksum": "/project/ldv/Share/run/2024/8/14/41_383528/L345930_ldv_summary.pdf", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_ldv_summary.pdf", "nameroot": "L345930_ldv_summary", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc4_030/1424847/L345930_projects_summary.pdf", "ancillary": "pdf" } ], "details": {}, "summary": { "L345930_summaryCS.tar": { "added": [], "deleted": [], "input_name": "L345930_summaryCS.tar", "input_size": 36266393600, "is_summary": true, "size_ratio": 0.5772650523486295, "output_name": "L345930_summaryCS.tar", "output_size": 20935321600, "rfi_percent": 0, "input_size_str": "33.78 GB", "output_size_str": "19.50 GB" }, "L345930_summaryIS.tar": { "added": [], "deleted": [], "input_name": "L345930_summaryIS.tar", "input_size": 497131520, "is_summary": true, "size_ratio": 0.578252451182335, "output_name": "L345930_summaryIS.tar", "output_size": 287467520, "rfi_percent": 0, "input_size_str": "474.10 MB", "output_size_str": "274.15 MB" }, "L345930_SAP002_B072_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM72/L345928_SAP2_BEAM72_2bit.fits", "stokes/SAP2/BEAM72/L345928_SAP2_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM72/L345928_SAP2_BEAM72.fits" ], "input_name": "L345930_SAP002_B072_P000_bf.tar", "input_size": 19193374720, "is_summary": false, "size_ratio": 0.2545635747375228, "output_name": "L345930_SAP002_B072_P000_bf.tar", "output_size": 4885934080, "rfi_percent": 11.335, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L345930_SAP002_B073_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM73/L345928_SAP2_BEAM73_2bit.fits", "stokes/SAP2/BEAM73/L345928_SAP2_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM73/L345928_SAP2_BEAM73.fits" ], "input_name": "L345930_SAP002_B073_P000_bf.tar", "input_size": 19193384960, "is_summary": false, "size_ratio": 0.2545634389234904, "output_name": "L345930_SAP002_B073_P000_bf.tar", "output_size": 4885934080, "rfi_percent": 11.434, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM72/L345928_SAP2_BEAM72_2bit.fits", "stokes/SAP2/BEAM72/L345928_SAP2_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM72/L345928_SAP2_BEAM72.fits" ], "input_name": "L345930_SAP002_B072_P000_bf.tar", "input_size": 19193374720, "is_summary": false, "size_ratio": 0.2545635747375228, "output_name": "L345930_SAP002_B072_P000_bf.tar", "output_size": 4885934080, "rfi_percent": 11.335, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM73/L345928_SAP2_BEAM73_2bit.fits", "stokes/SAP2/BEAM73/L345928_SAP2_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM73/L345928_SAP2_BEAM73.fits" ], "input_name": "L345930_SAP002_B073_P000_bf.tar", "input_size": 19193384960, "is_summary": false, "size_ratio": 0.2545634389234904, "output_name": "L345930_SAP002_B073_P000_bf.tar", "output_size": 4885934080, "rfi_percent": 11.434, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [], "deleted": [], "input_name": "L345930_summaryCS.tar", "input_size": 36266393600, "is_summary": true, "size_ratio": 0.5772650523486295, "output_name": "L345930_summaryCS.tar", "output_size": 20935321600, "rfi_percent": 0, "input_size_str": "33.78 GB", "output_size_str": "19.50 GB" }, { "added": [], "deleted": [], "input_name": "L345930_summaryIS.tar", "input_size": 497131520, "is_summary": true, "size_ratio": 0.578252451182335, "output_name": "L345930_summaryIS.tar", "output_size": 287467520, "rfi_percent": 0, "input_size_str": "474.10 MB", "output_size_str": "274.15 MB" } ], "tar_archive": [ { "size": 4885934080, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_SAP002_B072_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L345930_SAP002_B072_P000_bf.tar", "checksum": "sha1$973f38f7ca67e03a11f07ff11f177056630d95f2", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_SAP002_B072_P000_bf.tar", "nameroot": "L345930_SAP002_B072_P000_bf" }, { "size": 4885934080, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_SAP002_B073_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L345930_SAP002_B073_P000_bf.tar", "checksum": "sha1$ee1fa0cd273412aa737f42d1104076cbef62f459", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_SAP002_B073_P000_bf.tar", "nameroot": "L345930_SAP002_B073_P000_bf" }, { "size": 20935321600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_summaryCS.tar", "class": "File", "nameext": ".tar", "basename": "L345930_summaryCS.tar", "checksum": "sha1$8d529a22f00880c489b30169a6f68486350537d7", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_summaryCS.tar", "nameroot": "L345930_summaryCS" }, { "size": 287467520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/345930/383528/L345930_summaryIS.tar", "class": "File", "nameext": ".tar", "basename": "L345930_summaryIS.tar", "checksum": "sha1$562def31b1c250b2edeb07f633ba94694a9b810a", "location": "file:///project/ldv/Share/run/2024/8/14/41_383528/L345930_summaryIS.tar", "nameroot": "L345930_summaryIS" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-07", "cpu_time_raw": 1007 }, "remarks": null, "status_history": [ "defining (2024-08-01T09:16:46Z)", "defined (2024-08-13T21:19:04Z)", "staging (2024-08-13T21:23:51Z)", "staged (2024-08-14T02:10:13Z)", "fetched (2024-08-14T02:10:40Z)", "processing (2024-08-14T02:11:02Z)", "processed (2024-08-14T02:28:22Z)", "aggregating (2024-08-14T04:44:12Z)", "aggregated (2024-08-14T04:44:50Z)", "processed (2024-08-14T04:44:56Z)", "storing (2024-08-14T04:45:14Z)", "stored (2024-08-14T04:49:13Z)", "validated (2024-08-15T10:45:09Z)", "scrubbing (2024-08-15T10:46:12Z)", "scrubbed (2024-08-15T10:46:48Z)", "pre_archiving (2024-08-16T00:25:36Z)", "pre_archived (2024-08-16T00:27:41Z)", "archiving (2024-08-16T00:27:52Z)", "archived (2024-08-16T00:29:42Z)", "finishing (2024-08-16T00:29:43Z)", "finished (2024-08-16T00:30:02Z)" ], "size_to_process": 75150284800, "size_processed": 31411841994, "total_processing_time": 1007, "nr_of_dps": null, "log_entries": [ "6040831 - 383528 - staging (STAGER)", "6042605 - 383528 - staged (STAGER)", "6042607 - 383528 - fetched (copy_skipped)", "6042614 - 383528 - processing (running)", "6042842 - 383528 - processed (running)", "6044213 - 383528 - aggregating (summary)", "6044215 - 383528 - aggregated (ancillary)", "6044216 - 383528 - processed (resume)", "6044220 - 383528 - storing (issuing_copying)", "6044223 - 383528 - storing (copy_issued)", "6044238 - 383528 - stored (copy_finished)", "6052807 - 383528 - scrubbing (STAGER)", "6052860 - 383528 - scrubbed (STAGER)", "6059712 - 383528 - pre_archiving (submitting)", "6059721 - 383528 - pre_archived (SIP created)", "6059723 - 383528 - archiving (submitting)", "6059724 - 383528 - archiving (submitting)", "6059725 - 383528 - archiving (submitting)", "6059726 - 383528 - archiving (submitting)", "6059727 - 383528 - archiving (ingested)", "6059728 - 383528 - archived (Success)", "6059729 - 383528 - finishing (cleaning)", "6059732 - 383528 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1FBAF50595E55974E063144A17ACD544", "lta_object_id": "1FBAF50595E55974E063144A17ACD544", "sas_id_archived": "1424847", "in_archiving_counter": 4, "start_archiving_counter": 1 }, "activity": 3739, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }