Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380958/
{ "id": 380958, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T06:48:50.185855Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "352176", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 747465, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193415680, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352176/L352176_SAP000_B048_P000_bf_22260ce4.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193456640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352176/L352176_SAP000_B049_P000_bf_0edf4113.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193395200, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352176/L352176_SAP000_B050_P000_bf_9f8fde39.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193415680, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/352176/L352176_SAP000_B051_P000_bf_b500922a.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885975040, "_type": "PulpDataProduct", "fileName": "L352176_SAP000_B048_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "a9d67d8545dc214d35591ee0edd919de", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352176/380958/L352176_SAP000_B048_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352176_SAP000_B048_P000_bf.tar_filecontent.txt", "checksum": "sha1$f9f351e91f26e099e854572b08efa27b7e1af088", "location": "file:///project/ldv/Share/run/2024/8/11/1225_380958/L352176_SAP000_B048_P000_bf.tar_filecontent.txt", "nameroot": "L352176_SAP000_B048_P000_bf.tar_filecontent" } } }, "file_name": "L352176_SAP000_B048_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886005760, "_type": "PulpDataProduct", "fileName": "L352176_SAP000_B049_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9508251a1112ceee02f917d897c09243", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352176/380958/L352176_SAP000_B049_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352176_SAP000_B049_P000_bf.tar_filecontent.txt", "checksum": "sha1$b3bce2a317d4864c1bd74879092a256e811b933e", "location": "file:///project/ldv/Share/run/2024/8/11/1225_380958/L352176_SAP000_B049_P000_bf.tar_filecontent.txt", "nameroot": "L352176_SAP000_B049_P000_bf.tar_filecontent" } } }, "file_name": "L352176_SAP000_B049_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885944320, "_type": "PulpDataProduct", "fileName": "L352176_SAP000_B050_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ff9b9babbcae43cf42064c4429d705f9", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352176/380958/L352176_SAP000_B050_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352176_SAP000_B050_P000_bf.tar_filecontent.txt", "checksum": "sha1$1545e51eeadea04208e82a55a5785281966eab89", "location": "file:///project/ldv/Share/run/2024/8/11/1225_380958/L352176_SAP000_B050_P000_bf.tar_filecontent.txt", "nameroot": "L352176_SAP000_B050_P000_bf.tar_filecontent" } } }, "file_name": "L352176_SAP000_B050_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885975040, "_type": "PulpDataProduct", "fileName": "L352176_SAP000_B051_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "5250c31bd2fc8b26f100f9058c18ed3c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352176/380958/L352176_SAP000_B051_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L352176_SAP000_B051_P000_bf.tar_filecontent.txt", "checksum": "sha1$82f5b81f3a6514a8d6c0d3b3dca51a8a1c0dd85d", "location": "file:///project/ldv/Share/run/2024/8/11/1225_380958/L352176_SAP000_B051_P000_bf.tar_filecontent.txt", "nameroot": "L352176_SAP000_B051_P000_bf.tar_filecontent" } } }, "file_name": "L352176_SAP000_B051_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L352176_SAP000_B048_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM48/L352174_SAP0_BEAM48_2bit.fits", "stokes/SAP0/BEAM48/L352174_SAP0_BEAM48_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM48/L352174_SAP0_BEAM48.fits" ], "input_name": "L352176_SAP000_B048_P000_bf.tar", "input_size": 19193415680, "is_summary": false, "size_ratio": 0.2545651655474384, "output_name": "L352176_SAP000_B048_P000_bf.tar", "output_size": 4885975040, "rfi_percent": 11.699, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352176_SAP000_B049_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM49/L352174_SAP0_BEAM49_2bit.fits", "stokes/SAP0/BEAM49/L352174_SAP0_BEAM49_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM49/L352174_SAP0_BEAM49.fits" ], "input_name": "L352176_SAP000_B049_P000_bf.tar", "input_size": 19193456640, "is_summary": false, "size_ratio": 0.254566222835409, "output_name": "L352176_SAP000_B049_P000_bf.tar", "output_size": 4886005760, "rfi_percent": 12.163, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352176_SAP000_B050_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM50/L352174_SAP0_BEAM50_2bit.fits", "stokes/SAP0/BEAM50/L352174_SAP0_BEAM50_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM50/L352174_SAP0_BEAM50.fits" ], "input_name": "L352176_SAP000_B050_P000_bf.tar", "input_size": 19193395200, "is_summary": false, "size_ratio": 0.25456383662646614, "output_name": "L352176_SAP000_B050_P000_bf.tar", "output_size": 4885944320, "rfi_percent": 11.537, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L352176_SAP000_B051_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM51/L352174_SAP0_BEAM51_2bit.fits", "stokes/SAP0/BEAM51/L352174_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM51/L352174_SAP0_BEAM51.fits" ], "input_name": "L352176_SAP000_B051_P000_bf.tar", "input_size": 19193415680, "is_summary": false, "size_ratio": 0.2545651655474384, "output_name": "L352176_SAP000_B051_P000_bf.tar", "output_size": 4885975040, "rfi_percent": 11.793, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM48/L352174_SAP0_BEAM48_2bit.fits", "stokes/SAP0/BEAM48/L352174_SAP0_BEAM48_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM48/L352174_SAP0_BEAM48.fits" ], "input_name": "L352176_SAP000_B048_P000_bf.tar", "input_size": 19193415680, "is_summary": false, "size_ratio": 0.2545651655474384, "output_name": "L352176_SAP000_B048_P000_bf.tar", "output_size": 4885975040, "rfi_percent": 11.699, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM49/L352174_SAP0_BEAM49_2bit.fits", "stokes/SAP0/BEAM49/L352174_SAP0_BEAM49_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM49/L352174_SAP0_BEAM49.fits" ], "input_name": "L352176_SAP000_B049_P000_bf.tar", "input_size": 19193456640, "is_summary": false, "size_ratio": 0.254566222835409, "output_name": "L352176_SAP000_B049_P000_bf.tar", "output_size": 4886005760, "rfi_percent": 12.163, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM50/L352174_SAP0_BEAM50_2bit.fits", "stokes/SAP0/BEAM50/L352174_SAP0_BEAM50_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM50/L352174_SAP0_BEAM50.fits" ], "input_name": "L352176_SAP000_B050_P000_bf.tar", "input_size": 19193395200, "is_summary": false, "size_ratio": 0.25456383662646614, "output_name": "L352176_SAP000_B050_P000_bf.tar", "output_size": 4885944320, "rfi_percent": 11.537, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP0/BEAM51/L352174_SAP0_BEAM51_2bit.fits", "stokes/SAP0/BEAM51/L352174_SAP0_BEAM51_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM51/L352174_SAP0_BEAM51.fits" ], "input_name": "L352176_SAP000_B051_P000_bf.tar", "input_size": 19193415680, "is_summary": false, "size_ratio": 0.2545651655474384, "output_name": "L352176_SAP000_B051_P000_bf.tar", "output_size": 4885975040, "rfi_percent": 11.793, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885975040, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352176/380958/L352176_SAP000_B048_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352176_SAP000_B048_P000_bf.tar", "checksum": "sha1$f0c90fc20712d44043e818e51a988f86be4eea3f", "location": "file:///project/ldv/Share/run/2024/8/11/1225_380958/L352176_SAP000_B048_P000_bf.tar", "nameroot": "L352176_SAP000_B048_P000_bf" }, { "size": 4886005760, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352176/380958/L352176_SAP000_B049_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352176_SAP000_B049_P000_bf.tar", "checksum": "sha1$3e73a9930c10a4b16c94ce76ae157816f93d128a", "location": "file:///project/ldv/Share/run/2024/8/11/1225_380958/L352176_SAP000_B049_P000_bf.tar", "nameroot": "L352176_SAP000_B049_P000_bf" }, { "size": 4885944320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352176/380958/L352176_SAP000_B050_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352176_SAP000_B050_P000_bf.tar", "checksum": "sha1$92fc08b8e512d00a1049a28848ed88294079aa8d", "location": "file:///project/ldv/Share/run/2024/8/11/1225_380958/L352176_SAP000_B050_P000_bf.tar", "nameroot": "L352176_SAP000_B050_P000_bf" }, { "size": 4885975040, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/352176/380958/L352176_SAP000_B051_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L352176_SAP000_B051_P000_bf.tar", "checksum": "sha1$df18e86169b74de1e30b1c35c9715a064e3ef937", "location": "file:///project/ldv/Share/run/2024/8/11/1225_380958/L352176_SAP000_B051_P000_bf.tar", "nameroot": "L352176_SAP000_B051_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-23", "cpu_time_raw": 2888 }, "remarks": null, "status_history": [ "defining (2024-08-01T06:48:50Z)", "defined (2024-08-11T05:02:23Z)", "staging (2024-08-11T05:04:25Z)", "staged (2024-08-11T07:40:24Z)", "fetched (2024-08-11T07:40:27Z)", "processing (2024-08-11T10:37:26Z)", "processed (2024-08-11T11:26:47Z)", "storing (2024-08-11T11:30:13Z)", "stored (2024-08-11T11:36:58Z)", "validated (2024-08-11T19:34:25Z)", "scrubbing (2024-08-11T19:34:46Z)", "scrubbed (2024-08-11T19:35:23Z)", "pre_archiving (2024-08-12T03:01:40Z)", "pre_archived (2024-08-12T03:03:14Z)", "archiving (2024-08-12T03:03:31Z)", "archived (2024-08-12T03:06:11Z)", "finishing (2024-08-12T03:06:12Z)", "finished (2024-08-12T03:06:27Z)" ], "size_to_process": 76773683200, "size_processed": 19543900160, "total_processing_time": 2888, "nr_of_dps": null, "log_entries": [ "5999888 - 380958 - staging (STAGER)", "6001581 - 380958 - staged (STAGER)", "6001583 - 380958 - fetched (copy_skipped)", "6004566 - 380958 - processing (running)", "6004949 - 380958 - processed (running)", "6004983 - 380958 - storing (issuing_copying)", "6004987 - 380958 - storing (copy_issued)", "6005046 - 380958 - stored (copy_finished)", "6010311 - 380958 - scrubbed (STAGER)", "6010247 - 380958 - scrubbing (STAGER)", "6014137 - 380958 - pre_archiving (submitting)", "6014145 - 380958 - pre_archived (SIP created)", "6014148 - 380958 - archiving (submitting)", "6014149 - 380958 - archiving (submitting)", "6014150 - 380958 - archiving (submitting)", "6014151 - 380958 - archiving (submitting)", "6014162 - 380958 - archiving (ingested)", "6014163 - 380958 - archived (Success)", "6014164 - 380958 - finishing (cleaning)", "6014166 - 380958 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F529EE327AF4CB4E063164A17AC6BBD", "lta_object_id": "1F529EE327AF4CB4E063164A17AC6BBD", "sas_id_archived": "1415551", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3691, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }