Task Details View Api
Detailed view of a task.
GET /atdb/tasks/381896/
{ "id": 381896, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T07:40:46.337034Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "350580", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 748839, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193538560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/350580/L350580_SAP001_B062_P000_bf_6e027dec.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193538560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/350580/L350580_SAP001_B063_P000_bf_4868ca57.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193559040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/350580/L350580_SAP001_B064_P000_bf_774dcdf6.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193559040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/350580/L350580_SAP001_B065_P000_bf_637d4f51.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886087680, "_type": "PulpDataProduct", "fileName": "L350580_SAP001_B062_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "0c2f89b3207c80af12f4716607a716e6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/350580/381896/L350580_SAP001_B062_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L350580_SAP001_B062_P000_bf.tar_filecontent.txt", "checksum": "sha1$b69d0f1590114ffaa8549309cf93578e59e8dcb8", "location": "file:///project/ldv/Share/run/2024/8/12/2223_381896/L350580_SAP001_B062_P000_bf.tar_filecontent.txt", "nameroot": "L350580_SAP001_B062_P000_bf.tar_filecontent" } } }, "file_name": "L350580_SAP001_B062_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886097920, "_type": "PulpDataProduct", "fileName": "L350580_SAP001_B063_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "daa456e7893e765e51cd42ee78e36325", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/350580/381896/L350580_SAP001_B063_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L350580_SAP001_B063_P000_bf.tar_filecontent.txt", "checksum": "sha1$73fc6d0833b4676ad963aff2aebd7c6af9675d35", "location": "file:///project/ldv/Share/run/2024/8/12/2223_381896/L350580_SAP001_B063_P000_bf.tar_filecontent.txt", "nameroot": "L350580_SAP001_B063_P000_bf.tar_filecontent" } } }, "file_name": "L350580_SAP001_B063_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886108160, "_type": "PulpDataProduct", "fileName": "L350580_SAP001_B064_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "4912fd0edaea58b243b085856ab07954", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/350580/381896/L350580_SAP001_B064_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L350580_SAP001_B064_P000_bf.tar_filecontent.txt", "checksum": "sha1$17a3acf4cff0fc38593f4cb10e26fa6863e1df34", "location": "file:///project/ldv/Share/run/2024/8/12/2223_381896/L350580_SAP001_B064_P000_bf.tar_filecontent.txt", "nameroot": "L350580_SAP001_B064_P000_bf.tar_filecontent" } } }, "file_name": "L350580_SAP001_B064_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886108160, "_type": "PulpDataProduct", "fileName": "L350580_SAP001_B065_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "abdf2d7f00fa3800117d59aa5613d18d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/350580/381896/L350580_SAP001_B065_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L350580_SAP001_B065_P000_bf.tar_filecontent.txt", "checksum": "sha1$e0fef290efd7bfd28ba91842a8ac36f09e96d71b", "location": "file:///project/ldv/Share/run/2024/8/12/2223_381896/L350580_SAP001_B065_P000_bf.tar_filecontent.txt", "nameroot": "L350580_SAP001_B065_P000_bf.tar_filecontent" } } }, "file_name": "L350580_SAP001_B065_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L350580_SAP001_B062_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM62/L350578_SAP1_BEAM62_2bit.fits", "stokes/SAP1/BEAM62/L350578_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM62/L350578_SAP1_BEAM62.fits" ], "input_name": "L350580_SAP001_B062_P000_bf.tar", "input_size": 19193538560, "is_summary": false, "size_ratio": 0.2545694044235687, "output_name": "L350580_SAP001_B062_P000_bf.tar", "output_size": 4886087680, "rfi_percent": 13.109, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L350580_SAP001_B063_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM63/L350578_SAP1_BEAM63_2bit.fits", "stokes/SAP1/BEAM63/L350578_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM63/L350578_SAP1_BEAM63.fits" ], "input_name": "L350580_SAP001_B063_P000_bf.tar", "input_size": 19193538560, "is_summary": false, "size_ratio": 0.2545699379364469, "output_name": "L350580_SAP001_B063_P000_bf.tar", "output_size": 4886097920, "rfi_percent": 13.077, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L350580_SAP001_B064_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM64/L350578_SAP1_BEAM64_2bit.fits", "stokes/SAP1/BEAM64/L350578_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM64/L350578_SAP1_BEAM64.fits" ], "input_name": "L350580_SAP001_B064_P000_bf.tar", "input_size": 19193559040, "is_summary": false, "size_ratio": 0.2545701998163651, "output_name": "L350580_SAP001_B064_P000_bf.tar", "output_size": 4886108160, "rfi_percent": 13.223, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L350580_SAP001_B065_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM65/L350578_SAP1_BEAM65_2bit.fits", "stokes/SAP1/BEAM65/L350578_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM65/L350578_SAP1_BEAM65.fits" ], "input_name": "L350580_SAP001_B065_P000_bf.tar", "input_size": 19193559040, "is_summary": false, "size_ratio": 0.2545701998163651, "output_name": "L350580_SAP001_B065_P000_bf.tar", "output_size": 4886108160, "rfi_percent": 13.16, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM62/L350578_SAP1_BEAM62_2bit.fits", "stokes/SAP1/BEAM62/L350578_SAP1_BEAM62_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM62/L350578_SAP1_BEAM62.fits" ], "input_name": "L350580_SAP001_B062_P000_bf.tar", "input_size": 19193538560, "is_summary": false, "size_ratio": 0.2545694044235687, "output_name": "L350580_SAP001_B062_P000_bf.tar", "output_size": 4886087680, "rfi_percent": 13.109, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM63/L350578_SAP1_BEAM63_2bit.fits", "stokes/SAP1/BEAM63/L350578_SAP1_BEAM63_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM63/L350578_SAP1_BEAM63.fits" ], "input_name": "L350580_SAP001_B063_P000_bf.tar", "input_size": 19193538560, "is_summary": false, "size_ratio": 0.2545699379364469, "output_name": "L350580_SAP001_B063_P000_bf.tar", "output_size": 4886097920, "rfi_percent": 13.077, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM64/L350578_SAP1_BEAM64_2bit.fits", "stokes/SAP1/BEAM64/L350578_SAP1_BEAM64_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM64/L350578_SAP1_BEAM64.fits" ], "input_name": "L350580_SAP001_B064_P000_bf.tar", "input_size": 19193559040, "is_summary": false, "size_ratio": 0.2545701998163651, "output_name": "L350580_SAP001_B064_P000_bf.tar", "output_size": 4886108160, "rfi_percent": 13.223, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM65/L350578_SAP1_BEAM65_2bit.fits", "stokes/SAP1/BEAM65/L350578_SAP1_BEAM65_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM65/L350578_SAP1_BEAM65.fits" ], "input_name": "L350580_SAP001_B065_P000_bf.tar", "input_size": 19193559040, "is_summary": false, "size_ratio": 0.2545701998163651, "output_name": "L350580_SAP001_B065_P000_bf.tar", "output_size": 4886108160, "rfi_percent": 13.16, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886087680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/350580/381896/L350580_SAP001_B062_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L350580_SAP001_B062_P000_bf.tar", "checksum": "sha1$a44249d8378f55f63b1bbf18bb91d3da7442c60c", "location": "file:///project/ldv/Share/run/2024/8/12/2223_381896/L350580_SAP001_B062_P000_bf.tar", "nameroot": "L350580_SAP001_B062_P000_bf" }, { "size": 4886097920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/350580/381896/L350580_SAP001_B063_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L350580_SAP001_B063_P000_bf.tar", "checksum": "sha1$8b6a3865234111566ee706cb88a25a7ad3863618", "location": "file:///project/ldv/Share/run/2024/8/12/2223_381896/L350580_SAP001_B063_P000_bf.tar", "nameroot": "L350580_SAP001_B063_P000_bf" }, { "size": 4886108160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/350580/381896/L350580_SAP001_B064_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L350580_SAP001_B064_P000_bf.tar", "checksum": "sha1$713aef49ea88c6113633f81d1444376c34deb5a6", "location": "file:///project/ldv/Share/run/2024/8/12/2223_381896/L350580_SAP001_B064_P000_bf.tar", "nameroot": "L350580_SAP001_B064_P000_bf" }, { "size": 4886108160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/350580/381896/L350580_SAP001_B065_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L350580_SAP001_B065_P000_bf.tar", "checksum": "sha1$eabf6bc8eabeeef4c70f499af428507d15bcf6aa", "location": "file:///project/ldv/Share/run/2024/8/12/2223_381896/L350580_SAP001_B065_P000_bf.tar", "nameroot": "L350580_SAP001_B065_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-19", "cpu_time_raw": 2570 }, "remarks": null, "status_history": [ "defining (2024-08-01T07:40:46Z)", "defined (2024-08-12T07:00:34Z)", "staging (2024-08-12T07:01:23Z)", "staged (2024-08-12T08:13:00Z)", "fetched (2024-08-12T11:02:24Z)", "processing (2024-08-12T20:49:25Z)", "processed (2024-08-12T21:32:33Z)", "storing (2024-08-12T21:32:43Z)", "stored (2024-08-12T21:33:57Z)", "validated (2024-08-12T21:58:01Z)", "scrubbing (2024-08-12T21:59:09Z)", "scrubbed (2024-08-12T21:59:51Z)", "pre_archiving (2024-08-13T16:10:12Z)", "pre_archived (2024-08-13T16:12:17Z)", "archiving (2024-08-13T16:12:30Z)", "archived (2024-08-13T16:15:00Z)", "finishing (2024-08-13T16:15:01Z)", "finished (2024-08-13T16:15:16Z)" ], "size_to_process": 76774195200, "size_processed": 19544401920, "total_processing_time": 2570, "nr_of_dps": null, "log_entries": [ "6015207 - 381896 - (regular) - 350580 - staging (STAGER)", "6015293 - 381896 - (regular) - 350580 - staged (STAGER)", "6015760 - 381896 - (regular) - 350580 - fetched (copy_skipped)", "6022211 - 381896 - (regular) - 350580 - processing (running)", "6022932 - 381896 - (regular) - 350580 - processed (running)", "6022936 - 381896 - (regular) - 350580 - storing (issuing_copying)", "6022937 - 381896 - (regular) - 350580 - storing (copy_issued)", "6022953 - 381896 - (regular) - 350580 - stored (copy_finished)", "6023226 - 381896 - (regular) - 350580 - scrubbing (STAGER)", "6023290 - 381896 - (regular) - 350580 - scrubbed (STAGER)", "6036425 - 381896 - (regular) - 350580 - pre_archiving (submitting)", "6036462 - 381896 - (regular) - 350580 - pre_archived (SIP created)", "6036464 - 381896 - (regular) - 350580 - archiving (submitting)", "6036465 - 381896 - (regular) - 350580 - archiving (submitting)", "6036466 - 381896 - (regular) - 350580 - archiving (submitting)", "6036467 - 381896 - (regular) - 350580 - archiving (submitting)", "6036511 - 381896 - (regular) - 350580 - archiving (ingested)", "6036514 - 381896 - (regular) - 350580 - archived (Success)", "6036515 - 381896 - (regular) - 350580 - finishing (cleaning)", "6036517 - 381896 - (regular) - 350580 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F428B5391C83E53E063144A17AC2787", "lta_object_id": "1F428B5391C83E53E063144A17AC2787", "sas_id_archived": "1418740", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3709, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }