Task Details View Api
Detailed view of a task.
GET /atdb/tasks/377890/
{ "id": 377890, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T09:32:50.581860Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "369668", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 740283, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 5214812160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369668/L369668_SAP000_B032_P000_bf_73160753.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5214853120, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369668/L369668_SAP000_B033_P000_bf_69914920.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5214842880, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369668/L369668_SAP000_B034_P000_bf_9efbbe3f.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5214832640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369668/L369668_SAP000_B035_P000_bf_75472d5a.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1641635840, "_type": "PulpDataProduct", "fileName": "L369668_SAP000_B032_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "afd982d4e8cca9b357a9c3eaf6c3d769", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369668/377890/L369668_SAP000_B032_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369668_SAP000_B032_P000_bf.tar_filecontent.txt", "checksum": "sha1$975e0801223176669d6e7d7495475d7fd2b09791", "location": "file:///project/ldv/Share/run/2024/8/6/1644_377890/L369668_SAP000_B032_P000_bf.tar_filecontent.txt", "nameroot": "L369668_SAP000_B032_P000_bf.tar_filecontent" } } }, "file_name": "L369668_SAP000_B032_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1641646080, "_type": "PulpDataProduct", "fileName": "L369668_SAP000_B033_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "624f36d9f5a11ec4a5557008f4fc770f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369668/377890/L369668_SAP000_B033_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369668_SAP000_B033_P000_bf.tar_filecontent.txt", "checksum": "sha1$57b236fb61596e24ca40df7e49da14818dfbbec7", "location": "file:///project/ldv/Share/run/2024/8/6/1644_377890/L369668_SAP000_B033_P000_bf.tar_filecontent.txt", "nameroot": "L369668_SAP000_B033_P000_bf.tar_filecontent" } } }, "file_name": "L369668_SAP000_B033_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1641646080, "_type": "PulpDataProduct", "fileName": "L369668_SAP000_B034_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "acfd7f1ee39a9ecebd789988cb889624", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369668/377890/L369668_SAP000_B034_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369668_SAP000_B034_P000_bf.tar_filecontent.txt", "checksum": "sha1$82db445a91169e419d274485964f70a1c3b5b420", "location": "file:///project/ldv/Share/run/2024/8/6/1644_377890/L369668_SAP000_B034_P000_bf.tar_filecontent.txt", "nameroot": "L369668_SAP000_B034_P000_bf.tar_filecontent" } } }, "file_name": "L369668_SAP000_B034_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1641635840, "_type": "PulpDataProduct", "fileName": "L369668_SAP000_B035_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "521d0fa266ab216927397b920f038270", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369668/377890/L369668_SAP000_B035_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369668_SAP000_B035_P000_bf.tar_filecontent.txt", "checksum": "sha1$b05bf5679c576609cb2dc37fd1e91c534d79d15c", "location": "file:///project/ldv/Share/run/2024/8/6/1644_377890/L369668_SAP000_B035_P000_bf.tar_filecontent.txt", "nameroot": "L369668_SAP000_B035_P000_bf.tar_filecontent" } } }, "file_name": "L369668_SAP000_B035_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L369668_SAP000_B032_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM32/L369666_SAP0_BEAM32_2bit.fits", "stokes/SAP0/BEAM32/L369666_SAP0_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM32/L369666_SAP0_BEAM32.fits" ], "input_name": "L369668_SAP000_B032_P000_bf.tar", "input_size": 5214812160, "is_summary": false, "size_ratio": 0.31480248753581186, "output_name": "L369668_SAP000_B032_P000_bf.tar", "output_size": 1641635840, "rfi_percent": 12.765, "input_size_str": "4.86 GB", "output_size_str": "1.53 GB" }, "L369668_SAP000_B033_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM33/L369666_SAP0_BEAM33_2bit.fits", "stokes/SAP0/BEAM33/L369666_SAP0_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM33/L369666_SAP0_BEAM33.fits" ], "input_name": "L369668_SAP000_B033_P000_bf.tar", "input_size": 5214853120, "is_summary": false, "size_ratio": 0.3148019785454667, "output_name": "L369668_SAP000_B033_P000_bf.tar", "output_size": 1641646080, "rfi_percent": 12.744, "input_size_str": "4.86 GB", "output_size_str": "1.53 GB" }, "L369668_SAP000_B034_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM34/L369666_SAP0_BEAM34_2bit.fits", "stokes/SAP0/BEAM34/L369666_SAP0_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM34/L369666_SAP0_BEAM34.fits" ], "input_name": "L369668_SAP000_B034_P000_bf.tar", "input_size": 5214842880, "is_summary": false, "size_ratio": 0.3148025966987523, "output_name": "L369668_SAP000_B034_P000_bf.tar", "output_size": 1641646080, "rfi_percent": 12.743, "input_size_str": "4.86 GB", "output_size_str": "1.53 GB" }, "L369668_SAP000_B035_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM35/L369666_SAP0_BEAM35_2bit.fits", "stokes/SAP0/BEAM35/L369666_SAP0_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM35/L369666_SAP0_BEAM35.fits" ], "input_name": "L369668_SAP000_B035_P000_bf.tar", "input_size": 5214832640, "is_summary": false, "size_ratio": 0.314801251224814, "output_name": "L369668_SAP000_B035_P000_bf.tar", "output_size": 1641635840, "rfi_percent": 12.795, "input_size_str": "4.86 GB", "output_size_str": "1.53 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM32/L369666_SAP0_BEAM32_2bit.fits", "stokes/SAP0/BEAM32/L369666_SAP0_BEAM32_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM32/L369666_SAP0_BEAM32.fits" ], "input_name": "L369668_SAP000_B032_P000_bf.tar", "input_size": 5214812160, "is_summary": false, "size_ratio": 0.31480248753581186, "output_name": "L369668_SAP000_B032_P000_bf.tar", "output_size": 1641635840, "rfi_percent": 12.765, "input_size_str": "4.86 GB", "output_size_str": "1.53 GB" }, { "added": [ "stokes/SAP0/BEAM33/L369666_SAP0_BEAM33_2bit.fits", "stokes/SAP0/BEAM33/L369666_SAP0_BEAM33_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM33/L369666_SAP0_BEAM33.fits" ], "input_name": "L369668_SAP000_B033_P000_bf.tar", "input_size": 5214853120, "is_summary": false, "size_ratio": 0.3148019785454667, "output_name": "L369668_SAP000_B033_P000_bf.tar", "output_size": 1641646080, "rfi_percent": 12.744, "input_size_str": "4.86 GB", "output_size_str": "1.53 GB" }, { "added": [ "stokes/SAP0/BEAM34/L369666_SAP0_BEAM34_2bit.fits", "stokes/SAP0/BEAM34/L369666_SAP0_BEAM34_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM34/L369666_SAP0_BEAM34.fits" ], "input_name": "L369668_SAP000_B034_P000_bf.tar", "input_size": 5214842880, "is_summary": false, "size_ratio": 0.3148025966987523, "output_name": "L369668_SAP000_B034_P000_bf.tar", "output_size": 1641646080, "rfi_percent": 12.743, "input_size_str": "4.86 GB", "output_size_str": "1.53 GB" }, { "added": [ "stokes/SAP0/BEAM35/L369666_SAP0_BEAM35_2bit.fits", "stokes/SAP0/BEAM35/L369666_SAP0_BEAM35_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM35/L369666_SAP0_BEAM35.fits" ], "input_name": "L369668_SAP000_B035_P000_bf.tar", "input_size": 5214832640, "is_summary": false, "size_ratio": 0.314801251224814, "output_name": "L369668_SAP000_B035_P000_bf.tar", "output_size": 1641635840, "rfi_percent": 12.795, "input_size_str": "4.86 GB", "output_size_str": "1.53 GB" } ], "tar_archive": [ { "size": 1641635840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369668/377890/L369668_SAP000_B032_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369668_SAP000_B032_P000_bf.tar", "checksum": "sha1$24720e4739a3d5e797ce6570f5098381e5c57d93", "location": "file:///project/ldv/Share/run/2024/8/6/1644_377890/L369668_SAP000_B032_P000_bf.tar", "nameroot": "L369668_SAP000_B032_P000_bf" }, { "size": 1641646080, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369668/377890/L369668_SAP000_B033_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369668_SAP000_B033_P000_bf.tar", "checksum": "sha1$6c2b300caaeb4da0d97bc9919de0b19b3cc7d203", "location": "file:///project/ldv/Share/run/2024/8/6/1644_377890/L369668_SAP000_B033_P000_bf.tar", "nameroot": "L369668_SAP000_B033_P000_bf" }, { "size": 1641646080, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369668/377890/L369668_SAP000_B034_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369668_SAP000_B034_P000_bf.tar", "checksum": "sha1$361b61c37e92940694b318f35dba1186973e5572", "location": "file:///project/ldv/Share/run/2024/8/6/1644_377890/L369668_SAP000_B034_P000_bf.tar", "nameroot": "L369668_SAP000_B034_P000_bf" }, { "size": 1641635840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369668/377890/L369668_SAP000_B035_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369668_SAP000_B035_P000_bf.tar", "checksum": "sha1$0c38466157710c5a12bb7000e87217aad3c472fa", "location": "file:///project/ldv/Share/run/2024/8/6/1644_377890/L369668_SAP000_B035_P000_bf.tar", "nameroot": "L369668_SAP000_B035_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-23", "cpu_time_raw": 496 }, "remarks": null, "status_history": [ "defining (2024-07-31T09:32:50Z)", "defined (2024-08-05T08:24:29Z)", "staging (2024-08-05T08:25:32Z)", "staged (2024-08-06T14:20:28Z)", "fetched (2024-08-06T14:20:43Z)", "processing (2024-08-06T14:20:45Z)", "processed (2024-08-06T14:29:34Z)", "storing (2024-08-06T14:30:05Z)", "stored (2024-08-06T14:31:19Z)", "validated (2024-08-06T16:07:56Z)", "scrubbing (2024-08-06T16:08:13Z)", "scrubbed (2024-08-06T16:08:35Z)", "pre_archiving (2024-08-06T17:00:14Z)", "pre_archived (2024-08-06T17:01:28Z)", "archiving (2024-08-06T17:02:32Z)", "archived (2024-08-06T17:03:28Z)", "finishing (2024-08-06T17:03:29Z)", "finished (2024-08-06T17:03:43Z)" ], "size_to_process": 20859340800, "size_processed": 6566563840, "total_processing_time": 496, "nr_of_dps": null, "log_entries": [ "5930392 - 377890 - staging (STAGER)", "5938735 - 377890 - staged (STAGER)", "5938740 - 377890 - fetched (copy_skipped)", "5938741 - 377890 - processing (running)", "5938845 - 377890 - processed (running)", "5938854 - 377890 - storing (issuing_copying)", "5938855 - 377890 - storing (copy_issued)", "5938872 - 377890 - stored (copy_finished)", "5939729 - 377890 - scrubbing (STAGER)", "5939764 - 377890 - scrubbed (STAGER)", "5940625 - 377890 - pre_archiving (submitting)", "5940647 - 377890 - pre_archived (SIP created)", "5940667 - 377890 - archiving (submitting)", "5940668 - 377890 - archiving (submitting)", "5940669 - 377890 - archiving (submitting)", "5940670 - 377890 - archiving (submitting)", "5940684 - 377890 - archiving (ingested)", "5940686 - 377890 - archived (Success)", "5940687 - 377890 - finishing (cleaning)", "5940690 - 377890 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EB0D5595E091A3AE063144A17AC79EB", "lta_object_id": "1EB0D5595E091A3AE063144A17AC79EB", "sas_id_archived": "1401559", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3633, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }