Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380868/
{ "id": 380868, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T14:31:35.140127Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "352184", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 747375, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193333760, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352184/L352184_SAP001_B062_P000_bf_e6573dc4.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193354240, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352184/L352184_SAP001_B063_P000_bf_7bb54f2e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193344000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352184/L352184_SAP001_B064_P000_bf_59dbc889.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193344000, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352184/L352184_SAP001_B065_P000_bf_43c1741a.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885893120, "_type": "PulpDataProduct", "fileName": "L352184_SAP001_B062_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "82fb702a35413d2a653727ee83855419", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 606, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352184/380868/L352184_SAP001_B062_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352184_SAP001_B062_P000_bf.tar_filecontent.txt", "checksum": "sha1$3b63166669cdc7e307609cfd543ddc16d16fa5a6", "location": "file:///project/ldv/Share/run/2024/8/11/1016_380868/L352184_SAP001_B062_P000_bf.tar_filecontent.txt", "nameroot": "L352184_SAP001_B062_P000_bf.tar_filecontent" } } }, "file_name": "L352184_SAP001_B062_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885913600, "_type": "PulpDataProduct", "fileName": "L352184_SAP001_B063_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "c27be3d62f9b7cb59296f004194a6d5b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 606, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352184/380868/L352184_SAP001_B063_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352184_SAP001_B063_P000_bf.tar_filecontent.txt", "checksum": "sha1$2e08cf65293fc33aeb68688a6e01c7938187b5ce", "location": "file:///project/ldv/Share/run/2024/8/11/1016_380868/L352184_SAP001_B063_P000_bf.tar_filecontent.txt", "nameroot": "L352184_SAP001_B063_P000_bf.tar_filecontent" } } }, "file_name": "L352184_SAP001_B063_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885893120, "_type": "PulpDataProduct", "fileName": "L352184_SAP001_B064_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b3c91b91ef67bd217b65f9b722a30cb8", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 606, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352184/380868/L352184_SAP001_B064_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352184_SAP001_B064_P000_bf.tar_filecontent.txt", "checksum": "sha1$7c90a87b7560c3a0a948865bc99d3b80dafcf27f", "location": "file:///project/ldv/Share/run/2024/8/11/1016_380868/L352184_SAP001_B064_P000_bf.tar_filecontent.txt", "nameroot": "L352184_SAP001_B064_P000_bf.tar_filecontent" } } }, "file_name": "L352184_SAP001_B064_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885903360, "_type": "PulpDataProduct", "fileName": "L352184_SAP001_B065_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "2f0728cc64f4344a2c6132bd34048790", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 606, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352184/380868/L352184_SAP001_B065_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352184_SAP001_B065_P000_bf.tar_filecontent.txt", "checksum": "sha1$df78ffe08b7f5f40057bdd5eac91a52d3f199eea", "location": "file:///project/ldv/Share/run/2024/8/11/1016_380868/L352184_SAP001_B065_P000_bf.tar_filecontent.txt", "nameroot": "L352184_SAP001_B065_P000_bf.tar_filecontent" } } }, "file_name": "L352184_SAP001_B065_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L352184_SAP001_B062_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM62/L352182_SAP1_BEAM62_2bit.fits", "stokes/SAP1/BEAM62/L352182_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM62/L352182_SAP1_BEAM62.fits" ], "input_name": "L352184_SAP001_B062_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545619839208173, "output_name": "L352184_SAP001_B062_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 11.051, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352184_SAP001_B063_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM63/L352182_SAP1_BEAM63_2bit.fits", "stokes/SAP1/BEAM63/L352182_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM63/L352182_SAP1_BEAM63.fits" ], "input_name": "L352184_SAP001_B063_P000_bf.tar", "input_size": 19193354240, "is_summary": false, "size_ratio": 0.25456277933001875, "output_name": "L352184_SAP001_B063_P000_bf.tar", "output_size": 4885913600, "rfi_percent": 11.155, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352184_SAP001_B064_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM64/L352182_SAP1_BEAM64_2bit.fits", "stokes/SAP1/BEAM64/L352182_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM64/L352182_SAP1_BEAM64.fits" ], "input_name": "L352184_SAP001_B064_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545618481073439, "output_name": "L352184_SAP001_B064_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 11.023, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352184_SAP001_B065_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM65/L352182_SAP1_BEAM65_2bit.fits", "stokes/SAP1/BEAM65/L352182_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM65/L352182_SAP1_BEAM65.fits" ], "input_name": "L352184_SAP001_B065_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545623816256302, "output_name": "L352184_SAP001_B065_P000_bf.tar", "output_size": 4885903360, "rfi_percent": 11.043, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM62/L352182_SAP1_BEAM62_2bit.fits", "stokes/SAP1/BEAM62/L352182_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM62/L352182_SAP1_BEAM62.fits" ], "input_name": "L352184_SAP001_B062_P000_bf.tar", "input_size": 19193333760, "is_summary": false, "size_ratio": 0.2545619839208173, "output_name": "L352184_SAP001_B062_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 11.051, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM63/L352182_SAP1_BEAM63_2bit.fits", "stokes/SAP1/BEAM63/L352182_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM63/L352182_SAP1_BEAM63.fits" ], "input_name": "L352184_SAP001_B063_P000_bf.tar", "input_size": 19193354240, "is_summary": false, "size_ratio": 0.25456277933001875, "output_name": "L352184_SAP001_B063_P000_bf.tar", "output_size": 4885913600, "rfi_percent": 11.155, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM64/L352182_SAP1_BEAM64_2bit.fits", "stokes/SAP1/BEAM64/L352182_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM64/L352182_SAP1_BEAM64.fits" ], "input_name": "L352184_SAP001_B064_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545618481073439, "output_name": "L352184_SAP001_B064_P000_bf.tar", "output_size": 4885893120, "rfi_percent": 11.023, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM65/L352182_SAP1_BEAM65_2bit.fits", "stokes/SAP1/BEAM65/L352182_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM65/L352182_SAP1_BEAM65.fits" ], "input_name": "L352184_SAP001_B065_P000_bf.tar", "input_size": 19193344000, "is_summary": false, "size_ratio": 0.2545623816256302, "output_name": "L352184_SAP001_B065_P000_bf.tar", "output_size": 4885903360, "rfi_percent": 11.043, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885893120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352184/380868/L352184_SAP001_B062_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352184_SAP001_B062_P000_bf.tar", "checksum": "sha1$185dda4edb915d7753d8ee08e5af415c9f1808d4", "location": "file:///project/ldv/Share/run/2024/8/11/1016_380868/L352184_SAP001_B062_P000_bf.tar", "nameroot": "L352184_SAP001_B062_P000_bf" }, { "size": 4885913600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352184/380868/L352184_SAP001_B063_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352184_SAP001_B063_P000_bf.tar", "checksum": "sha1$34f1d4886ab4f920eef8819bab5237507001978a", "location": "file:///project/ldv/Share/run/2024/8/11/1016_380868/L352184_SAP001_B063_P000_bf.tar", "nameroot": "L352184_SAP001_B063_P000_bf" }, { "size": 4885893120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352184/380868/L352184_SAP001_B064_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352184_SAP001_B064_P000_bf.tar", "checksum": "sha1$76b3963aa44e4e41cf2a3e4cae6ecedfef6c518f", "location": "file:///project/ldv/Share/run/2024/8/11/1016_380868/L352184_SAP001_B064_P000_bf.tar", "nameroot": "L352184_SAP001_B064_P000_bf" }, { "size": 4885903360, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352184/380868/L352184_SAP001_B065_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352184_SAP001_B065_P000_bf.tar", "checksum": "sha1$1bf9c2092ede0c9ae4e2648a979315e7ca28f0df", "location": "file:///project/ldv/Share/run/2024/8/11/1016_380868/L352184_SAP001_B065_P000_bf.tar", "nameroot": "L352184_SAP001_B065_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-dc-04", "cpu_time_raw": 1615 }, "remarks": null, "status_history": [ "defining (2024-07-31T14:31:35Z)", "defined (2024-08-11T05:01:46Z)", "staging (2024-08-11T05:02:28Z)", "staged (2024-08-11T08:40:58Z)", "fetched (2024-08-11T08:41:53Z)", "processing (2024-08-11T08:42:18Z)", "processed (2024-08-11T09:09:36Z)", "storing (2024-08-11T09:11:16Z)", "stored (2024-08-11T09:24:11Z)", "validated (2024-08-11T16:47:29Z)", "scrubbing (2024-08-11T16:48:12Z)", "scrubbed (2024-08-11T16:48:52Z)", "pre_archiving (2024-08-12T00:36:41Z)", "pre_archived (2024-08-12T00:38:16Z)", "archiving (2024-08-12T00:39:28Z)", "archived (2024-08-12T00:40:44Z)", "finishing (2024-08-12T00:40:44Z)", "finished (2024-08-12T00:40:59Z)" ], "size_to_process": 76773376000, "size_processed": 19543603200, "total_processing_time": 1615, "nr_of_dps": null, "log_entries": [ "5999785 - 380868 - staging (STAGER)", "6002988 - 380868 - staged (STAGER)", "6002998 - 380868 - fetched (copy_skipped)", "6003005 - 380868 - processing (running)", "6003406 - 380868 - processed (running)", "6003439 - 380868 - storing (issuing_copying)", "6003440 - 380868 - storing (copy_issued)", "6003618 - 380868 - stored (copy_finished)", "6008104 - 380868 - scrubbing (STAGER)", "6008168 - 380868 - scrubbed (STAGER)", "6012669 - 380868 - pre_archiving (submitting)", "6012679 - 380868 - pre_archived (SIP created)", "6012688 - 380868 - archiving (submitting)", "6012689 - 380868 - archiving (submitting)", "6012690 - 380868 - archiving (submitting)", "6012691 - 380868 - archiving (submitting)", "6012700 - 380868 - archiving (ingested)", "6012702 - 380868 - archived (Success)", "6012703 - 380868 - finishing (cleaning)", "6012704 - 380868 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F529EE325ED4CB4E063164A17AC6BBD", "lta_object_id": "1F529EE325ED4CB4E063164A17AC6BBD", "sas_id_archived": "1415114", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3689, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }