Task Details View Api
Detailed view of a task.
GET /atdb/tasks/377264/
{ "id": 377264, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T07:56:58.690362Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "374085", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": false, "workflow": 22, "stage_request_id": 741567, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193200640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/374085/L374085_SAP002_B004_P000_bf_e9e8e1d0.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193231360, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/374085/L374085_SAP002_B005_P000_bf_64b66006.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193200640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/374085/L374085_SAP002_B006_P000_bf_087dc78d.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193190400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/374085/L374085_SAP002_B007_P000_bf_528d2e07.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885749760, "_type": "PulpDataProduct", "fileName": "L374085_SAP002_B004_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8a65efa9ef4f96da39b3dfd2b3b88e6c", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 585, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/374085/377264/L374085_SAP002_B004_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L374085_SAP002_B004_P000_bf.tar_filecontent.txt", "checksum": "sha1$1cb15c30d8e5a8529e20241322764c23ef3eb7fa", "location": "file:///project/ldv/Share/run/2024/8/7/259_377264/L374085_SAP002_B004_P000_bf.tar_filecontent.txt", "nameroot": "L374085_SAP002_B004_P000_bf.tar_filecontent" } } }, "file_name": "L374085_SAP002_B004_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885790720, "_type": "PulpDataProduct", "fileName": "L374085_SAP002_B005_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "bc19868bc5eef579027d84b977bdbfee", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 585, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/374085/377264/L374085_SAP002_B005_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L374085_SAP002_B005_P000_bf.tar_filecontent.txt", "checksum": "sha1$5fd12d9f9479c0e2bf43e2674cc59f2e4cfe551a", "location": "file:///project/ldv/Share/run/2024/8/7/259_377264/L374085_SAP002_B005_P000_bf.tar_filecontent.txt", "nameroot": "L374085_SAP002_B005_P000_bf.tar_filecontent" } } }, "file_name": "L374085_SAP002_B005_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885749760, "_type": "PulpDataProduct", "fileName": "L374085_SAP002_B006_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "29c22046b7fbf784bc449374a3ae7c2e", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 585, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/374085/377264/L374085_SAP002_B006_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L374085_SAP002_B006_P000_bf.tar_filecontent.txt", "checksum": "sha1$7f25e818339a48ad1325d63940fd948e031e03c9", "location": "file:///project/ldv/Share/run/2024/8/7/259_377264/L374085_SAP002_B006_P000_bf.tar_filecontent.txt", "nameroot": "L374085_SAP002_B006_P000_bf.tar_filecontent" } } }, "file_name": "L374085_SAP002_B006_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885739520, "_type": "PulpDataProduct", "fileName": "L374085_SAP002_B007_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "98aeaa05cb6e4ea03d95c8d7b911f91f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 585, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/374085/377264/L374085_SAP002_B007_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L374085_SAP002_B007_P000_bf.tar_filecontent.txt", "checksum": "sha1$7db651dce7454385c78105f8f2b073a378df47ed", "location": "file:///project/ldv/Share/run/2024/8/7/259_377264/L374085_SAP002_B007_P000_bf.tar_filecontent.txt", "nameroot": "L374085_SAP002_B007_P000_bf.tar_filecontent" } } }, "file_name": "L374085_SAP002_B007_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L374085_SAP002_B004_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM4/L374083_SAP2_BEAM4_2bit.fits", "stokes/SAP2/BEAM4/L374083_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM4/L374083_SAP2_BEAM4.fits" ], "input_name": "L374085_SAP002_B004_P000_bf.tar", "input_size": 19193200640, "is_summary": false, "size_ratio": 0.25455628019736054, "output_name": "L374085_SAP002_B004_P000_bf.tar", "output_size": 4885749760, "rfi_percent": 9.587, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L374085_SAP002_B005_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM5/L374083_SAP2_BEAM5_2bit.fits", "stokes/SAP2/BEAM5/L374083_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM5/L374083_SAP2_BEAM5.fits" ], "input_name": "L374085_SAP002_B005_P000_bf.tar", "input_size": 19193231360, "is_summary": false, "size_ratio": 0.254558006849348, "output_name": "L374085_SAP002_B005_P000_bf.tar", "output_size": 4885790720, "rfi_percent": 9.898, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L374085_SAP002_B006_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM6/L374083_SAP2_BEAM6_2bit.fits", "stokes/SAP2/BEAM6/L374083_SAP2_BEAM6_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM6/L374083_SAP2_BEAM6.fits" ], "input_name": "L374085_SAP002_B006_P000_bf.tar", "input_size": 19193200640, "is_summary": false, "size_ratio": 0.25455628019736054, "output_name": "L374085_SAP002_B006_P000_bf.tar", "output_size": 4885749760, "rfi_percent": 9.573, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L374085_SAP002_B007_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM7/L374083_SAP2_BEAM7_2bit.fits", "stokes/SAP2/BEAM7/L374083_SAP2_BEAM7_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM7/L374083_SAP2_BEAM7.fits" ], "input_name": "L374085_SAP002_B007_P000_bf.tar", "input_size": 19193190400, "is_summary": false, "size_ratio": 0.2545558824863218, "output_name": "L374085_SAP002_B007_P000_bf.tar", "output_size": 4885739520, "rfi_percent": 9.498, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM4/L374083_SAP2_BEAM4_2bit.fits", "stokes/SAP2/BEAM4/L374083_SAP2_BEAM4_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM4/L374083_SAP2_BEAM4.fits" ], "input_name": "L374085_SAP002_B004_P000_bf.tar", "input_size": 19193200640, "is_summary": false, "size_ratio": 0.25455628019736054, "output_name": "L374085_SAP002_B004_P000_bf.tar", "output_size": 4885749760, "rfi_percent": 9.587, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM5/L374083_SAP2_BEAM5_2bit.fits", "stokes/SAP2/BEAM5/L374083_SAP2_BEAM5_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM5/L374083_SAP2_BEAM5.fits" ], "input_name": "L374085_SAP002_B005_P000_bf.tar", "input_size": 19193231360, "is_summary": false, "size_ratio": 0.254558006849348, "output_name": "L374085_SAP002_B005_P000_bf.tar", "output_size": 4885790720, "rfi_percent": 9.898, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM6/L374083_SAP2_BEAM6_2bit.fits", "stokes/SAP2/BEAM6/L374083_SAP2_BEAM6_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM6/L374083_SAP2_BEAM6.fits" ], "input_name": "L374085_SAP002_B006_P000_bf.tar", "input_size": 19193200640, "is_summary": false, "size_ratio": 0.25455628019736054, "output_name": "L374085_SAP002_B006_P000_bf.tar", "output_size": 4885749760, "rfi_percent": 9.573, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM7/L374083_SAP2_BEAM7_2bit.fits", "stokes/SAP2/BEAM7/L374083_SAP2_BEAM7_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM7/L374083_SAP2_BEAM7.fits" ], "input_name": "L374085_SAP002_B007_P000_bf.tar", "input_size": 19193190400, "is_summary": false, "size_ratio": 0.2545558824863218, "output_name": "L374085_SAP002_B007_P000_bf.tar", "output_size": 4885739520, "rfi_percent": 9.498, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885749760, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/374085/377264/L374085_SAP002_B004_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L374085_SAP002_B004_P000_bf.tar", "checksum": "sha1$536d569f2f81b65f0b734ea162378f3ed82a2dd0", "location": "file:///project/ldv/Share/run/2024/8/7/259_377264/L374085_SAP002_B004_P000_bf.tar", "nameroot": "L374085_SAP002_B004_P000_bf" }, { "size": 4885790720, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/374085/377264/L374085_SAP002_B005_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L374085_SAP002_B005_P000_bf.tar", "checksum": "sha1$9b62f21168ea1d6b4d8229c491b3daeca497bbcc", "location": "file:///project/ldv/Share/run/2024/8/7/259_377264/L374085_SAP002_B005_P000_bf.tar", "nameroot": "L374085_SAP002_B005_P000_bf" }, { "size": 4885749760, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/374085/377264/L374085_SAP002_B006_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L374085_SAP002_B006_P000_bf.tar", "checksum": "sha1$2daeaaedf665d2c21496a77f128b1aa93f462abc", "location": "file:///project/ldv/Share/run/2024/8/7/259_377264/L374085_SAP002_B006_P000_bf.tar", "nameroot": "L374085_SAP002_B006_P000_bf" }, { "size": 4885739520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/374085/377264/L374085_SAP002_B007_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L374085_SAP002_B007_P000_bf.tar", "checksum": "sha1$4923dd4e24997bfc80af1f06dd7ba5008e2b8cad", "location": "file:///project/ldv/Share/run/2024/8/7/259_377264/L374085_SAP002_B007_P000_bf.tar", "nameroot": "L374085_SAP002_B007_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ha-02", "cpu_time_raw": 1282 }, "remarks": null, "status_history": [ "defining (2024-07-31T07:56:58Z)", "defined (2024-08-06T21:17:12Z)", "staging (2024-08-06T21:18:56Z)", "staged (2024-08-07T00:57:27Z)", "fetched (2024-08-07T00:57:37Z)", "processing (2024-08-07T00:58:02Z)", "processed (2024-08-07T01:19:54Z)", "storing (2024-08-07T01:20:27Z)", "stored (2024-08-07T01:21:59Z)", "validated (2024-08-07T04:37:44Z)", "scrubbing (2024-08-07T04:38:51Z)", "scrubbed (2024-08-07T04:39:30Z)", "pre_archiving (2024-08-07T08:21:43Z)", "pre_archived (2024-08-07T08:23:47Z)", "archiving (2024-08-07T08:23:57Z)", "archived (2024-08-07T08:25:18Z)", "finishing (2024-08-07T08:25:19Z)", "finished (2024-08-07T08:25:35Z)" ], "size_to_process": 76772823040, "size_processed": 19543029760, "total_processing_time": 1282, "nr_of_dps": null, "log_entries": [ "5944162 - 377264 - staging (STAGER)", "5945872 - 377264 - staged (STAGER)", "5945874 - 377264 - fetched (copy_skipped)", "5945882 - 377264 - processing (running)", "5946096 - 377264 - processed (running)", "5946098 - 377264 - storing (issuing_copying)", "5946099 - 377264 - storing (copy_issued)", "5946114 - 377264 - stored (copy_finished)", "5947493 - 377264 - scrubbing (STAGER)", "5947554 - 377264 - scrubbed (STAGER)", "5949173 - 377264 - pre_archiving (submitting)", "5949182 - 377264 - pre_archived (SIP created)", "5949184 - 377264 - archiving (submitting)", "5949185 - 377264 - archiving (submitting)", "5949186 - 377264 - archiving (submitting)", "5949187 - 377264 - archiving (submitting)", "5949188 - 377264 - archiving (ingested)", "5949189 - 377264 - archived (Success)", "5949190 - 377264 - finishing (cleaning)", "5949191 - 377264 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F02822699FA586AE063164A17AC2836", "lta_object_id": "1F02822699FA586AE063164A17AC2836", "sas_id_archived": "1403389", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3618, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }