Task Details View Api
Detailed view of a task.
GET /atdb/tasks/377921/
{ "id": 377921, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T09:34:53.910471Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "369640", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 740314, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 5209446400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369640/L369640_SAP000_B024_P000_bf_abafadf2.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5209456640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369640/L369640_SAP000_B025_P000_bf_720da244.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5209487360, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369640/L369640_SAP000_B026_P000_bf_912c50c9.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 5209425920, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/369640/L369640_SAP000_B027_P000_bf_006ad1bc.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1637099520, "_type": "PulpDataProduct", "fileName": "L369640_SAP000_B024_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b4171377e0f9ef17b7baa220a44a6c7b", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377921/L369640_SAP000_B024_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369640_SAP000_B024_P000_bf.tar_filecontent.txt", "checksum": "sha1$b186c7144973585364445c6227c6703dd44c926b", "location": "file:///project/ldv/Share/run/2024/8/6/1853_377921/L369640_SAP000_B024_P000_bf.tar_filecontent.txt", "nameroot": "L369640_SAP000_B024_P000_bf.tar_filecontent" } } }, "file_name": "L369640_SAP000_B024_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1637099520, "_type": "PulpDataProduct", "fileName": "L369640_SAP000_B025_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "bea2b0da28c78c7fd9c4b86bf3556441", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377921/L369640_SAP000_B025_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369640_SAP000_B025_P000_bf.tar_filecontent.txt", "checksum": "sha1$e8e345aca61df10f0ec670884c863d0a33599dee", "location": "file:///project/ldv/Share/run/2024/8/6/1853_377921/L369640_SAP000_B025_P000_bf.tar_filecontent.txt", "nameroot": "L369640_SAP000_B025_P000_bf.tar_filecontent" } } }, "file_name": "L369640_SAP000_B025_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1637130240, "_type": "PulpDataProduct", "fileName": "L369640_SAP000_B026_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e4e62ee0dd7d8570585791b148004e70", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377921/L369640_SAP000_B026_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369640_SAP000_B026_P000_bf.tar_filecontent.txt", "checksum": "sha1$e81c26e540227d9cb03aec35d5367b35e1021ad7", "location": "file:///project/ldv/Share/run/2024/8/6/1853_377921/L369640_SAP000_B026_P000_bf.tar_filecontent.txt", "nameroot": "L369640_SAP000_B026_P000_bf.tar_filecontent" } } }, "file_name": "L369640_SAP000_B026_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 1637089280, "_type": "PulpDataProduct", "fileName": "L369640_SAP000_B027_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "b095f840c7ef9ce4554b1194e4885564", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 2435, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377921/L369640_SAP000_B027_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L369640_SAP000_B027_P000_bf.tar_filecontent.txt", "checksum": "sha1$dca1037d088ddaf007d08e3e4e9a92e6fbac4f55", "location": "file:///project/ldv/Share/run/2024/8/6/1853_377921/L369640_SAP000_B027_P000_bf.tar_filecontent.txt", "nameroot": "L369640_SAP000_B027_P000_bf.tar_filecontent" } } }, "file_name": "L369640_SAP000_B027_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L369640_SAP000_B024_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM24/L369638_SAP0_BEAM24_2bit.fits", "stokes/SAP0/BEAM24/L369638_SAP0_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM24/L369638_SAP0_BEAM24.fits" ], "input_name": "L369640_SAP000_B024_P000_bf.tar", "input_size": 5209446400, "is_summary": false, "size_ratio": 0.31425594857833644, "output_name": "L369640_SAP000_B024_P000_bf.tar", "output_size": 1637099520, "rfi_percent": 10.354, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, "L369640_SAP000_B025_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM25/L369638_SAP0_BEAM25_2bit.fits", "stokes/SAP0/BEAM25/L369638_SAP0_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM25/L369638_SAP0_BEAM25.fits" ], "input_name": "L369640_SAP000_B025_P000_bf.tar", "input_size": 5209456640, "is_summary": false, "size_ratio": 0.3142553308592276, "output_name": "L369640_SAP000_B025_P000_bf.tar", "output_size": 1637099520, "rfi_percent": 10.273, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, "L369640_SAP000_B026_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM26/L369638_SAP0_BEAM26_2bit.fits", "stokes/SAP0/BEAM26/L369638_SAP0_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM26/L369638_SAP0_BEAM26.fits" ], "input_name": "L369640_SAP000_B026_P000_bf.tar", "input_size": 5209487360, "is_summary": false, "size_ratio": 0.3142593746498696, "output_name": "L369640_SAP000_B026_P000_bf.tar", "output_size": 1637130240, "rfi_percent": 10.319, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, "L369640_SAP000_B027_P000_bf.tar": { "added": [ "stokes/SAP0/BEAM27/L369638_SAP0_BEAM27_2bit.fits", "stokes/SAP0/BEAM27/L369638_SAP0_BEAM27_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM27/L369638_SAP0_BEAM27.fits" ], "input_name": "L369640_SAP000_B027_P000_bf.tar", "input_size": 5209425920, "is_summary": false, "size_ratio": 0.31425521835619075, "output_name": "L369640_SAP000_B027_P000_bf.tar", "output_size": 1637089280, "rfi_percent": 10.351, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP0/BEAM24/L369638_SAP0_BEAM24_2bit.fits", "stokes/SAP0/BEAM24/L369638_SAP0_BEAM24_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM24/L369638_SAP0_BEAM24.fits" ], "input_name": "L369640_SAP000_B024_P000_bf.tar", "input_size": 5209446400, "is_summary": false, "size_ratio": 0.31425594857833644, "output_name": "L369640_SAP000_B024_P000_bf.tar", "output_size": 1637099520, "rfi_percent": 10.354, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, { "added": [ "stokes/SAP0/BEAM25/L369638_SAP0_BEAM25_2bit.fits", "stokes/SAP0/BEAM25/L369638_SAP0_BEAM25_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM25/L369638_SAP0_BEAM25.fits" ], "input_name": "L369640_SAP000_B025_P000_bf.tar", "input_size": 5209456640, "is_summary": false, "size_ratio": 0.3142553308592276, "output_name": "L369640_SAP000_B025_P000_bf.tar", "output_size": 1637099520, "rfi_percent": 10.273, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, { "added": [ "stokes/SAP0/BEAM26/L369638_SAP0_BEAM26_2bit.fits", "stokes/SAP0/BEAM26/L369638_SAP0_BEAM26_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM26/L369638_SAP0_BEAM26.fits" ], "input_name": "L369640_SAP000_B026_P000_bf.tar", "input_size": 5209487360, "is_summary": false, "size_ratio": 0.3142593746498696, "output_name": "L369640_SAP000_B026_P000_bf.tar", "output_size": 1637130240, "rfi_percent": 10.319, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" }, { "added": [ "stokes/SAP0/BEAM27/L369638_SAP0_BEAM27_2bit.fits", "stokes/SAP0/BEAM27/L369638_SAP0_BEAM27_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP0/BEAM27/L369638_SAP0_BEAM27.fits" ], "input_name": "L369640_SAP000_B027_P000_bf.tar", "input_size": 5209425920, "is_summary": false, "size_ratio": 0.31425521835619075, "output_name": "L369640_SAP000_B027_P000_bf.tar", "output_size": 1637089280, "rfi_percent": 10.351, "input_size_str": "4.85 GB", "output_size_str": "1.52 GB" } ], "tar_archive": [ { "size": 1637099520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377921/L369640_SAP000_B024_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369640_SAP000_B024_P000_bf.tar", "checksum": "sha1$18c24dc4a6b84d622e5b29e870f980ef36cace7f", "location": "file:///project/ldv/Share/run/2024/8/6/1853_377921/L369640_SAP000_B024_P000_bf.tar", "nameroot": "L369640_SAP000_B024_P000_bf" }, { "size": 1637099520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377921/L369640_SAP000_B025_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369640_SAP000_B025_P000_bf.tar", "checksum": "sha1$7be9dec4fc6bdde152e7a059f30f888afcf9f442", "location": "file:///project/ldv/Share/run/2024/8/6/1853_377921/L369640_SAP000_B025_P000_bf.tar", "nameroot": "L369640_SAP000_B025_P000_bf" }, { "size": 1637130240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377921/L369640_SAP000_B026_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369640_SAP000_B026_P000_bf.tar", "checksum": "sha1$eb6ace69c0e4e934e7f3922ac6bd5ff40a20094d", "location": "file:///project/ldv/Share/run/2024/8/6/1853_377921/L369640_SAP000_B026_P000_bf.tar", "nameroot": "L369640_SAP000_B026_P000_bf" }, { "size": 1637089280, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/369640/377921/L369640_SAP000_B027_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L369640_SAP000_B027_P000_bf.tar", "checksum": "sha1$793cadc8f79759fbcd3dc527f23b863979e6baff", "location": "file:///project/ldv/Share/run/2024/8/6/1853_377921/L369640_SAP000_B027_P000_bf.tar", "nameroot": "L369640_SAP000_B027_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-12", "cpu_time_raw": 503 }, "remarks": null, "status_history": [ "defining (2024-07-31T09:34:54Z)", "defined (2024-08-05T08:24:42Z)", "staging (2024-08-05T08:25:57Z)", "staged (2024-08-06T16:37:25Z)", "fetched (2024-08-06T16:37:29Z)", "processing (2024-08-06T16:37:55Z)", "processed (2024-08-06T16:47:07Z)", "storing (2024-08-06T16:47:38Z)", "stored (2024-08-06T16:48:22Z)", "validated (2024-08-06T17:17:46Z)", "scrubbing (2024-08-06T17:17:59Z)", "scrubbed (2024-08-06T17:18:23Z)", "pre_archiving (2024-08-06T17:39:58Z)", "pre_archived (2024-08-06T17:41:14Z)", "archiving (2024-08-06T17:41:56Z)", "archived (2024-08-06T17:43:56Z)", "finishing (2024-08-06T17:43:58Z)", "finished (2024-08-06T17:44:13Z)" ], "size_to_process": 20837816320, "size_processed": 6548418560, "total_processing_time": 503, "nr_of_dps": null, "log_entries": [ "5930426 - 377921 - staging (STAGER)", "5940192 - 377921 - staged (STAGER)", "5940194 - 377921 - fetched (copy_skipped)", "5940205 - 377921 - processing (running)", "5940413 - 377921 - processed (running)", "5940420 - 377921 - storing (issuing_copying)", "5940423 - 377921 - storing (copy_issued)", "5940432 - 377921 - stored (copy_finished)", "5940914 - 377921 - scrubbing (STAGER)", "5940952 - 377921 - scrubbed (STAGER)", "5941351 - 377921 - pre_archiving (submitting)", "5941443 - 377921 - pre_archived (SIP created)", "5941504 - 377921 - archiving (submitting)", "5941505 - 377921 - archiving (submitting)", "5941506 - 377921 - archiving (submitting)", "5941507 - 377921 - archiving (submitting)", "5941531 - 377921 - archiving (ingested)", "5941533 - 377921 - archived (Success)", "5941535 - 377921 - finishing (cleaning)", "5941540 - 377921 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F0282268D08586AE063164A17AC2836", "lta_object_id": "1F0282268D08586AE063164A17AC2836", "sas_id_archived": "1401709", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 3634, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }