Task Details View Api
Detailed view of a task.
GET /atdb/tasks/383664/
{ "id": 383664, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-08-01T09:22:16.282979Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "344658", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 22, "stage_request_id": 752563, "status": "finished", "new_status": "finished", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193292800, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/344658/L344658_SAP001_B018_P000_bf_7b1dd686.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193303040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/344658/L344658_SAP001_B019_P000_bf_acc7b88e.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193313280, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/344658/L344658_SAP001_B020_P000_bf_03b928fc.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193303040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/344658/L344658_SAP001_B021_P000_bf_10eefedf.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885852160, "_type": "PulpDataProduct", "fileName": "L344658_SAP001_B018_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "ee2a93e974ba97efbd0ebc72ae86bbf1", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344658/383664/L344658_SAP001_B018_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L344658_SAP001_B018_P000_bf.tar_filecontent.txt", "checksum": "sha1$430697253f5c4ccf6f76c73b3bc1b97e5d0d2f8e", "location": "file:///project/ldv/Share/run/2024/8/15/1846_383664/L344658_SAP001_B018_P000_bf.tar_filecontent.txt", "nameroot": "L344658_SAP001_B018_P000_bf.tar_filecontent" } } }, "file_name": "L344658_SAP001_B018_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885852160, "_type": "PulpDataProduct", "fileName": "L344658_SAP001_B019_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "7d1c86843204c7550cb98b28a735d236", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344658/383664/L344658_SAP001_B019_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L344658_SAP001_B019_P000_bf.tar_filecontent.txt", "checksum": "sha1$c004350c27d9e5efdac68b4f2cee762ce1a31b7c", "location": "file:///project/ldv/Share/run/2024/8/15/1846_383664/L344658_SAP001_B019_P000_bf.tar_filecontent.txt", "nameroot": "L344658_SAP001_B019_P000_bf.tar_filecontent" } } }, "file_name": "L344658_SAP001_B019_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885862400, "_type": "PulpDataProduct", "fileName": "L344658_SAP001_B020_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "3554a35c058270ca78ade5e5eee5d427", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344658/383664/L344658_SAP001_B020_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L344658_SAP001_B020_P000_bf.tar_filecontent.txt", "checksum": "sha1$a83518ff2dee034563b00bad867183fb3e5f53d0", "location": "file:///project/ldv/Share/run/2024/8/15/1846_383664/L344658_SAP001_B020_P000_bf.tar_filecontent.txt", "nameroot": "L344658_SAP001_B020_P000_bf.tar_filecontent" } } }, "file_name": "L344658_SAP001_B020_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885852160, "_type": "PulpDataProduct", "fileName": "L344658_SAP001_B021_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "acdca5e9f487cd86f53da4c260ae14fe", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344658/383664/L344658_SAP001_B021_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L344658_SAP001_B021_P000_bf.tar_filecontent.txt", "checksum": "sha1$db51e631cdecb91cd4175cc7a6a89e38e0550770", "location": "file:///project/ldv/Share/run/2024/8/15/1846_383664/L344658_SAP001_B021_P000_bf.tar_filecontent.txt", "nameroot": "L344658_SAP001_B021_P000_bf.tar_filecontent" } } }, "file_name": "L344658_SAP001_B021_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L344658_SAP001_B018_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM18/L344656_SAP1_BEAM18_2bit.fits", "stokes/SAP1/BEAM18/L344656_SAP1_BEAM18_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM18/L344656_SAP1_BEAM18.fits" ], "input_name": "L344658_SAP001_B018_P000_bf.tar", "input_size": 19193292800, "is_summary": false, "size_ratio": 0.254560393097322, "output_name": "L344658_SAP001_B018_P000_bf.tar", "output_size": 4885852160, "rfi_percent": 10.608, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L344658_SAP001_B019_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM19/L344656_SAP1_BEAM19_2bit.fits", "stokes/SAP1/BEAM19/L344656_SAP1_BEAM19_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM19/L344656_SAP1_BEAM19.fits" ], "input_name": "L344658_SAP001_B019_P000_bf.tar", "input_size": 19193303040, "is_summary": false, "size_ratio": 0.25456025728440745, "output_name": "L344658_SAP001_B019_P000_bf.tar", "output_size": 4885852160, "rfi_percent": 10.658, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L344658_SAP001_B020_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM20/L344656_SAP1_BEAM20_2bit.fits", "stokes/SAP1/BEAM20/L344656_SAP1_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM20/L344656_SAP1_BEAM20.fits" ], "input_name": "L344658_SAP001_B020_P000_bf.tar", "input_size": 19193313280, "is_summary": false, "size_ratio": 0.2545606549907781, "output_name": "L344658_SAP001_B020_P000_bf.tar", "output_size": 4885862400, "rfi_percent": 10.582, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L344658_SAP001_B021_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM21/L344656_SAP1_BEAM21_2bit.fits", "stokes/SAP1/BEAM21/L344656_SAP1_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM21/L344656_SAP1_BEAM21.fits" ], "input_name": "L344658_SAP001_B021_P000_bf.tar", "input_size": 19193303040, "is_summary": false, "size_ratio": 0.25456025728440745, "output_name": "L344658_SAP001_B021_P000_bf.tar", "output_size": 4885852160, "rfi_percent": 10.608, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM18/L344656_SAP1_BEAM18_2bit.fits", "stokes/SAP1/BEAM18/L344656_SAP1_BEAM18_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM18/L344656_SAP1_BEAM18.fits" ], "input_name": "L344658_SAP001_B018_P000_bf.tar", "input_size": 19193292800, "is_summary": false, "size_ratio": 0.254560393097322, "output_name": "L344658_SAP001_B018_P000_bf.tar", "output_size": 4885852160, "rfi_percent": 10.608, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM19/L344656_SAP1_BEAM19_2bit.fits", "stokes/SAP1/BEAM19/L344656_SAP1_BEAM19_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM19/L344656_SAP1_BEAM19.fits" ], "input_name": "L344658_SAP001_B019_P000_bf.tar", "input_size": 19193303040, "is_summary": false, "size_ratio": 0.25456025728440745, "output_name": "L344658_SAP001_B019_P000_bf.tar", "output_size": 4885852160, "rfi_percent": 10.658, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM20/L344656_SAP1_BEAM20_2bit.fits", "stokes/SAP1/BEAM20/L344656_SAP1_BEAM20_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM20/L344656_SAP1_BEAM20.fits" ], "input_name": "L344658_SAP001_B020_P000_bf.tar", "input_size": 19193313280, "is_summary": false, "size_ratio": 0.2545606549907781, "output_name": "L344658_SAP001_B020_P000_bf.tar", "output_size": 4885862400, "rfi_percent": 10.582, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM21/L344656_SAP1_BEAM21_2bit.fits", "stokes/SAP1/BEAM21/L344656_SAP1_BEAM21_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM21/L344656_SAP1_BEAM21.fits" ], "input_name": "L344658_SAP001_B021_P000_bf.tar", "input_size": 19193303040, "is_summary": false, "size_ratio": 0.25456025728440745, "output_name": "L344658_SAP001_B021_P000_bf.tar", "output_size": 4885852160, "rfi_percent": 10.608, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885852160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344658/383664/L344658_SAP001_B018_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L344658_SAP001_B018_P000_bf.tar", "checksum": "sha1$fbfc0a7171f25ef57cc5d7e3633e8e5cbafba123", "location": "file:///project/ldv/Share/run/2024/8/15/1846_383664/L344658_SAP001_B018_P000_bf.tar", "nameroot": "L344658_SAP001_B018_P000_bf" }, { "size": 4885852160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344658/383664/L344658_SAP001_B019_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L344658_SAP001_B019_P000_bf.tar", "checksum": "sha1$a7ad493030844b368c662f714ee23be9c728f767", "location": "file:///project/ldv/Share/run/2024/8/15/1846_383664/L344658_SAP001_B019_P000_bf.tar", "nameroot": "L344658_SAP001_B019_P000_bf" }, { "size": 4885862400, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344658/383664/L344658_SAP001_B020_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L344658_SAP001_B020_P000_bf.tar", "checksum": "sha1$e44f292bc75d5aef408ca287f6b297dda2e0cc04", "location": "file:///project/ldv/Share/run/2024/8/15/1846_383664/L344658_SAP001_B020_P000_bf.tar", "nameroot": "L344658_SAP001_B020_P000_bf" }, { "size": 4885852160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/344658/383664/L344658_SAP001_B021_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L344658_SAP001_B021_P000_bf.tar", "checksum": "sha1$7f7b12b6c5d0db0bcf421c7eb3883db31825b647", "location": "file:///project/ldv/Share/run/2024/8/15/1846_383664/L344658_SAP001_B021_P000_bf.tar", "nameroot": "L344658_SAP001_B021_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-la-05", "cpu_time_raw": 2136 }, "remarks": null, "status_history": [ "defining (2024-08-01T09:22:16Z)", "defined (2024-08-15T10:46:31Z)", "staging (2024-08-15T10:49:58Z)", "staged (2024-08-15T16:42:31Z)", "fetched (2024-08-15T16:42:44Z)", "processing (2024-08-15T16:42:51Z)", "processed (2024-08-15T17:18:45Z)", "storing (2024-08-15T17:18:47Z)", "stored (2024-08-15T17:20:04Z)", "validated (2024-08-15T18:39:56Z)", "scrubbing (2024-08-15T18:40:23Z)", "scrubbed (2024-08-15T18:40:58Z)", "pre_archiving (2024-08-16T05:21:30Z)", "pre_archived (2024-08-16T05:23:39Z)", "archiving (2024-08-16T05:23:49Z)", "archived (2024-08-16T05:25:06Z)", "finishing (2024-08-16T05:25:07Z)", "finished (2024-08-16T05:25:22Z)" ], "size_to_process": 76773212160, "size_processed": 19543418880, "total_processing_time": 2136, "nr_of_dps": null, "log_entries": [ "6053022 - 383664 - staging (STAGER)", "6056346 - 383664 - staged (STAGER)", "6056351 - 383664 - fetched (copy_skipped)", "6056353 - 383664 - processing (running)", "6056599 - 383664 - processed (running)", "6056600 - 383664 - storing (issuing_copying)", "6056603 - 383664 - storing (copy_issued)", "6056611 - 383664 - stored (copy_finished)", "6057549 - 383664 - scrubbing (STAGER)", "6057605 - 383664 - scrubbed (STAGER)", "6061177 - 383664 - pre_archiving (submitting)", "6061186 - 383664 - pre_archived (SIP created)", "6061188 - 383664 - archiving (submitting)", "6061189 - 383664 - archiving (submitting)", "6061190 - 383664 - archiving (submitting)", "6061191 - 383664 - archiving (submitting)", "6061192 - 383664 - archiving (ingested)", "6061193 - 383664 - archived (Success)", "6061194 - 383664 - finishing (cleaning)", "6061195 - 383664 - finished (Success)" ], "meta_scheduling": null, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=PulsarPipeline&pipeline_object_id=1EB0D55A1B901A3AE063144A17AC79EB", "lta_object_id": "1EB0D55A1B901A3AE063144A17AC79EB", "sas_id_archived": "1425499", "in_archiving_counter": 3, "start_archiving_counter": 1 }, "activity": 3742, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }