Task Details View Api
Detailed view of a task.
GET /atdb/tasks/378638/
{ "id": 378638, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T11:16:44.107570Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "368978", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 743388, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193784320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/368978/L368978_SAP002_B068_P000_bf_98ef1674.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193763840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/368978/L368978_SAP002_B069_P000_bf_62f28868.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193794560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/368978/L368978_SAP002_B070_P000_bf_a7a8f58b.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193804800, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/368978/L368978_SAP002_B071_P000_bf_6c7eadc7.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886333440, "_type": "PulpDataProduct", "fileName": "L368978_SAP002_B068_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "8932118d888d91940715a267d84080fe", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368978/378638/L368978_SAP002_B068_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L368978_SAP002_B068_P000_bf.tar_filecontent.txt", "checksum": "sha1$ea1f7baa6ef484a237127f6c7af02ecedfda2869", "location": "file:///project/ldv/Share/run/2024/8/8/2114_378638/L368978_SAP002_B068_P000_bf.tar_filecontent.txt", "nameroot": "L368978_SAP002_B068_P000_bf.tar_filecontent" } } }, "file_name": "L368978_SAP002_B068_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886312960, "_type": "PulpDataProduct", "fileName": "L368978_SAP002_B069_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "e3da0dd51ea33eac8bfa359909f6117a", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368978/378638/L368978_SAP002_B069_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L368978_SAP002_B069_P000_bf.tar_filecontent.txt", "checksum": "sha1$1c9ddf01f238ceb9da8b6ba769ec3dc87e802d82", "location": "file:///project/ldv/Share/run/2024/8/8/2114_378638/L368978_SAP002_B069_P000_bf.tar_filecontent.txt", "nameroot": "L368978_SAP002_B069_P000_bf.tar_filecontent" } } }, "file_name": "L368978_SAP002_B069_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886353920, "_type": "PulpDataProduct", "fileName": "L368978_SAP002_B070_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "97842002a273688060a6b03ad582d45d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368978/378638/L368978_SAP002_B070_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L368978_SAP002_B070_P000_bf.tar_filecontent.txt", "checksum": "sha1$9d391939bdf177ba91a795e49452102ff3d812e3", "location": "file:///project/ldv/Share/run/2024/8/8/2114_378638/L368978_SAP002_B070_P000_bf.tar_filecontent.txt", "nameroot": "L368978_SAP002_B070_P000_bf.tar_filecontent" } } }, "file_name": "L368978_SAP002_B070_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4886353920, "_type": "PulpDataProduct", "fileName": "L368978_SAP002_B071_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "78009664b8e45ea7b65c07c22fd65501", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368978/378638/L368978_SAP002_B071_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L368978_SAP002_B071_P000_bf.tar_filecontent.txt", "checksum": "sha1$343eb80b113e18b18c2a5ba75c6f59d97cd5861e", "location": "file:///project/ldv/Share/run/2024/8/8/2114_378638/L368978_SAP002_B071_P000_bf.tar_filecontent.txt", "nameroot": "L368978_SAP002_B071_P000_bf.tar_filecontent" } } }, "file_name": "L368978_SAP002_B071_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L368978_SAP002_B068_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM68/L368976_SAP2_BEAM68_2bit.fits", "stokes/SAP2/BEAM68/L368976_SAP2_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM68/L368976_SAP2_BEAM68.fits" ], "input_name": "L368978_SAP002_B068_P000_bf.tar", "input_size": 19193784320, "is_summary": false, "size_ratio": 0.2545789490250977, "output_name": "L368978_SAP002_B068_P000_bf.tar", "output_size": 4886333440, "rfi_percent": 15.588, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L368978_SAP002_B069_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM69/L368976_SAP2_BEAM69_2bit.fits", "stokes/SAP2/BEAM69/L368976_SAP2_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM69/L368976_SAP2_BEAM69.fits" ], "input_name": "L368978_SAP002_B069_P000_bf.tar", "input_size": 19193763840, "is_summary": false, "size_ratio": 0.2545781536509725, "output_name": "L368978_SAP002_B069_P000_bf.tar", "output_size": 4886312960, "rfi_percent": 15.419, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L368978_SAP002_B070_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM70/L368976_SAP2_BEAM70_2bit.fits", "stokes/SAP2/BEAM70/L368976_SAP2_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM70/L368976_SAP2_BEAM70.fits" ], "input_name": "L368978_SAP002_B070_P000_bf.tar", "input_size": 19193794560, "is_summary": false, "size_ratio": 0.2545798802172862, "output_name": "L368978_SAP002_B070_P000_bf.tar", "output_size": 4886353920, "rfi_percent": 15.681, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L368978_SAP002_B071_P000_bf.tar": { "added": [ "stokes/SAP2/BEAM71/L368976_SAP2_BEAM71_2bit.fits", "stokes/SAP2/BEAM71/L368976_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM71/L368976_SAP2_BEAM71.fits" ], "input_name": "L368978_SAP002_B071_P000_bf.tar", "input_size": 19193804800, "is_summary": false, "size_ratio": 0.2545797443975256, "output_name": "L368978_SAP002_B071_P000_bf.tar", "output_size": 4886353920, "rfi_percent": 15.815, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP2/BEAM68/L368976_SAP2_BEAM68_2bit.fits", "stokes/SAP2/BEAM68/L368976_SAP2_BEAM68_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM68/L368976_SAP2_BEAM68.fits" ], "input_name": "L368978_SAP002_B068_P000_bf.tar", "input_size": 19193784320, "is_summary": false, "size_ratio": 0.2545789490250977, "output_name": "L368978_SAP002_B068_P000_bf.tar", "output_size": 4886333440, "rfi_percent": 15.588, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM69/L368976_SAP2_BEAM69_2bit.fits", "stokes/SAP2/BEAM69/L368976_SAP2_BEAM69_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM69/L368976_SAP2_BEAM69.fits" ], "input_name": "L368978_SAP002_B069_P000_bf.tar", "input_size": 19193763840, "is_summary": false, "size_ratio": 0.2545781536509725, "output_name": "L368978_SAP002_B069_P000_bf.tar", "output_size": 4886312960, "rfi_percent": 15.419, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM70/L368976_SAP2_BEAM70_2bit.fits", "stokes/SAP2/BEAM70/L368976_SAP2_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM70/L368976_SAP2_BEAM70.fits" ], "input_name": "L368978_SAP002_B070_P000_bf.tar", "input_size": 19193794560, "is_summary": false, "size_ratio": 0.2545798802172862, "output_name": "L368978_SAP002_B070_P000_bf.tar", "output_size": 4886353920, "rfi_percent": 15.681, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP2/BEAM71/L368976_SAP2_BEAM71_2bit.fits", "stokes/SAP2/BEAM71/L368976_SAP2_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP2/BEAM71/L368976_SAP2_BEAM71.fits" ], "input_name": "L368978_SAP002_B071_P000_bf.tar", "input_size": 19193804800, "is_summary": false, "size_ratio": 0.2545797443975256, "output_name": "L368978_SAP002_B071_P000_bf.tar", "output_size": 4886353920, "rfi_percent": 15.815, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4886333440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368978/378638/L368978_SAP002_B068_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L368978_SAP002_B068_P000_bf.tar", "checksum": "sha1$9e43aa0a559d15d2274136999e69381ee9e6c341", "location": "file:///project/ldv/Share/run/2024/8/8/2114_378638/L368978_SAP002_B068_P000_bf.tar", "nameroot": "L368978_SAP002_B068_P000_bf" }, { "size": 4886312960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368978/378638/L368978_SAP002_B069_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L368978_SAP002_B069_P000_bf.tar", "checksum": "sha1$1eeb89a6e38500613dc521a7d8cd793d2006c8e6", "location": "file:///project/ldv/Share/run/2024/8/8/2114_378638/L368978_SAP002_B069_P000_bf.tar", "nameroot": "L368978_SAP002_B069_P000_bf" }, { "size": 4886353920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368978/378638/L368978_SAP002_B070_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L368978_SAP002_B070_P000_bf.tar", "checksum": "sha1$eb2ba9110164d5911e77a07a1ab5fd72d8cfa8b0", "location": "file:///project/ldv/Share/run/2024/8/8/2114_378638/L368978_SAP002_B070_P000_bf.tar", "nameroot": "L368978_SAP002_B070_P000_bf" }, { "size": 4886353920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/368978/378638/L368978_SAP002_B071_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L368978_SAP002_B071_P000_bf.tar", "checksum": "sha1$704f6ad395a601a5e729b6eacc24483c78e06bd4", "location": "file:///project/ldv/Share/run/2024/8/8/2114_378638/L368978_SAP002_B071_P000_bf.tar", "nameroot": "L368978_SAP002_B071_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-01", "cpu_time_raw": 4435 }, "remarks": null, "status_history": [ "defining (2024-07-31T11:16:44Z)", "defined (2024-08-08T16:42:24Z)", "staging (2024-08-08T16:43:34Z)", "staged (2024-08-08T19:23:41Z)", "fetched (2024-08-08T19:23:55Z)", "processing (2024-08-08T19:24:15Z)", "processed (2024-08-08T20:38:48Z)", "storing (2024-08-08T20:39:22Z)", "stored (2024-08-08T20:40:46Z)", "validated (2024-08-08T20:51:24Z)", "scrubbing (2024-08-08T20:52:38Z)", "scrubbed (2024-08-08T20:53:22Z)", "pre_archiving (2024-08-09T01:23:06Z)", "pre_archived (2024-08-09T01:25:09Z)", "archiving (2024-08-09T01:25:20Z)", "archived (2024-08-09T01:26:38Z)", "finishing (2024-08-09T01:26:39Z)", "finished (2024-08-09T01:26:54Z)" ], "size_to_process": 76775147520, "size_processed": 19545354240, "total_processing_time": 4435, "nr_of_dps": null, "log_entries": [ "5963506 - 378638 - staging (STAGER)", "5965147 - 378638 - staged (STAGER)", "5965148 - 378638 - fetched (copy_skipped)", "5965150 - 378638 - processing (running)", "5965966 - 378638 - processed (running)", "5965974 - 378638 - storing (issuing_copying)", "5965975 - 378638 - storing (copy_issued)", "5965986 - 378638 - stored (copy_finished)", "5966137 - 378638 - scrubbing (STAGER)", "5966194 - 378638 - scrubbed (STAGER)", "5968451 - 378638 - pre_archiving (submitting)", "5968466 - 378638 - pre_archived (SIP created)", "5968469 - 378638 - archiving (submitting)", "5968470 - 378638 - archiving (submitting)", "5968471 - 378638 - archiving (submitting)", "5968473 - 378638 - archiving (submitting)", "5968476 - 378638 - archiving (ingested)", "5968477 - 378638 - archived (Success)", "5968478 - 378638 - finishing (cleaning)", "5968479 - 378638 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1F2D8478C42F0744E063164A17ACBE8C", "lta_object_id": "1F2D8478C42F0744E063164A17ACBE8C", "sas_id_archived": "1407120", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3648, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }