Task Details View Api
Detailed view of a task.
GET /atdb/tasks/33850/
{ "id": 33850, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2023-04-26T07:20:08.963929Z", "filter": "ldv-spec:112", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt5_004", "sas_id": "526107", "priority": 100, "purge_policy": "yes", "cleanup_policy": "discard", "resume": false, "workflow": 22, "stage_request_id": 49159, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193374720, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt5_004/526107/L526107_SAP001_B018_P000_bf_8ee51526.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885923840, "_type": "PulpDataProduct", "fileName": "L526107_SAP001_B018_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "d6a4d66aef40c0f690f60536ff7b0a64", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 567, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33850/L526107_SAP001_B018_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L526107_SAP001_B018_P000_bf.tar_filecontent.txt", "checksum": "sha1$12c5cfe731580905cf17fb1ad1937dc1b3860f25", "location": "file:///project/ldv/Share/run/2023/7/3/1415_33850/L526107_SAP001_B018_P000_bf.tar_filecontent.txt", "nameroot": "L526107_SAP001_B018_P000_bf.tar_filecontent" } } }, "file_name": "L526107_SAP001_B018_P000_bf.tar" } ], "quality": { "plots": [ { "size": 243424, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33850/L526105_SAP1_BEAM18_rfifind-0.png", "class": "File", "nameext": ".png", "basename": "L526105_SAP1_BEAM18_rfifind-0.png", "checksum": "sha1$4a5bb490616f4802bdb4ca1c6098d14bdce8edca", "location": "file:///project/ldv/Share/run/2023/7/3/1415_33850/L526105_SAP1_BEAM18_rfifind-0.png", "nameroot": "L526105_SAP1_BEAM18_rfifind-0" }, { "size": 58990, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33850/L526105_SAP1_BEAM18_rfifind-1.png", "class": "File", "nameext": ".png", "basename": "L526105_SAP1_BEAM18_rfifind-1.png", "checksum": "sha1$ecf9e29f6251dab70871ab501571bface4f41598", "location": "file:///project/ldv/Share/run/2023/7/3/1415_33850/L526105_SAP1_BEAM18_rfifind-1.png", "nameroot": "L526105_SAP1_BEAM18_rfifind-1" }, { "size": 5129, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33850/L526105_sap001_beam0018.rfifind.log", "class": "File", "nameext": ".log", "basename": "L526105_sap001_beam0018.rfifind.log", "checksum": "sha1$037fdc3ab67890334a4ef700272cb485b203d034", "location": "file:///project/ldv/Share/run/2023/7/3/1415_33850/L526105_sap001_beam0018.rfifind.log", "nameroot": "L526105_sap001_beam0018.rfifind" }, { "size": 6353, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33850/L526105_SAP1_BEAM18_2bit_ldv_psrfits_requantisation.log", "class": "File", "nameext": ".log", "basename": "L526105_SAP1_BEAM18_2bit_ldv_psrfits_requantisation.log", "checksum": "sha1$5e0e8b4eff403422f9163c630698d1ffbd595a46", "location": "file:///project/ldv/Share/run/2023/7/3/1415_33850/L526105_SAP1_BEAM18_2bit_ldv_psrfits_requantisation.log", "nameroot": "L526105_SAP1_BEAM18_2bit_ldv_psrfits_requantisation" }, { "size": 1629, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33850/L526107-ldv-summary.log_2", "class": "File", "nameext": ".log", "basename": "L526107-ldv-summary.log", "checksum": "sha1$556bc0ddedf141db67084b0ef7f276bd435ecbc1", "location": "file:///project/ldv/Share/run/2023/7/3/1415_33850/L526107-ldv-summary.log_2", "nameroot": "L526107-ldv-summary" } ], "details": {}, "summary": { "L526107_SAP001_B018_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM18/L526105_SAP1_BEAM18_2bit.fits", "stokes/SAP1/BEAM18/L526105_SAP1_BEAM18_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM18/L526105_SAP1_BEAM18.fits" ], "input_name": "L526107_SAP001_B018_P000_bf.tar", "input_size": 19193374720, "size_ratio": 0.2545630412200903, "output_name": "L526107_SAP001_B018_P000_bf.tar", "output_size": 4885923840, "rfi_percent": 11.304, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM18/L526105_SAP1_BEAM18_2bit.fits", "stokes/SAP1/BEAM18/L526105_SAP1_BEAM18_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM18/L526105_SAP1_BEAM18.fits" ], "input_name": "L526107_SAP001_B018_P000_bf.tar", "input_size": 19193374720, "size_ratio": 0.2545630412200903, "output_name": "L526107_SAP001_B018_P000_bf.tar", "output_size": 4885923840, "rfi_percent": 11.304, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885923840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33850/L526107_SAP001_B018_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L526107_SAP001_B018_P000_bf.tar", "checksum": "sha1$ac256e5b2e0783782af196ca1ae9443fad478a09", "location": "file:///project/ldv/Share/run/2023/7/3/1415_33850/L526107_SAP001_B018_P000_bf.tar", "nameroot": "L526107_SAP001_B018_P000_bf" } ], "summary_file": [ { "size": 1245, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt5_004/526107/33850/L526107-ldv-summary.log", "class": "File", "nameext": ".log", "basename": "L526107-ldv-summary.log", "checksum": "sha1$b08afe70f8431ee25ebd02dc0e831804ee6cf301", "location": "file:///project/ldv/Share/run/2023/7/3/1415_33850/L526107-ldv-summary.log", "nameroot": "L526107-ldv-summary" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-07", "cpu_time_raw": 342 }, "remarks": { "discard_reason": "" }, "status_history": [ "processed (2023-05-11T23:20:31Z)", "storing (2023-05-11T23:26:46Z)", "stored (2023-05-11T23:30:09Z)", "fetched (2023-05-12T05:23:52Z)", "fetched (2023-05-11T22:49:48Z)", "processing (2023-05-11T23:13:26Z)", "processing (2023-05-12T05:51:25Z)", "defined (2023-04-26T07:23:30Z)", "processed (2023-05-12T06:04:06Z)", "staged (2023-04-26T07:52:32Z)", "fetched (2023-04-26T07:52:48Z)", "storing (2023-05-12T06:08:07Z)", "stored (2023-05-12T06:11:03Z)", "processing (2023-04-26T13:52:24Z)", "staging (2023-04-26T07:24:30Z)", "processed_failed (2023-04-26T13:58:39Z)", "defining (2023-04-26T07:20:08Z)", "fetched (2023-05-12T07:25:05Z)", "processing (2023-05-12T07:49:37Z)", "processed (2023-05-12T08:01:35Z)", "storing (2023-05-12T08:01:59Z)", "stored (2023-05-12T08:03:30Z)", "fetched (2023-05-08T09:46:32Z)", "processing (2023-05-08T09:47:51Z)", "processed (2023-05-08T09:54:11Z)", "storing (2023-05-08T09:54:35Z)", "stored (2023-05-08T09:56:03Z)", "defined (2023-06-22T12:43:01Z)", "staging (2023-06-22T12:43:58Z)", "staged (2023-06-22T12:44:26Z)", "fetched (2023-06-22T12:45:33Z)", "processing (2023-06-22T13:01:26Z)", "processed (2023-06-22T13:10:44Z)", "storing (2023-06-22T13:13:35Z)", "stored_failed (2023-06-22T13:16:23Z)", "stored (2023-06-22T13:16:24Z)", "fetched (2023-07-03T11:51:08Z)", "processing (2023-07-03T12:21:17Z)", "processed (2023-07-03T12:33:03Z)", "storing (2023-07-03T12:35:47Z)", "stored_failed (2023-07-03T13:08:37Z)", "stored (2023-07-03T13:08:37Z)", "validated (2023-07-03T22:14:31Z)", "scrubbing (2023-07-03T22:15:10Z)", "scrubbed (2023-07-03T22:15:36Z)", "discard (2023-07-18T11:26:38Z)", "discarding (2023-08-04T09:01:19Z)", "discarded (2023-08-04T09:01:19Z)" ], "size_to_process": 19193374720, "size_processed": 4886240610, "total_processing_time": 342, "nr_of_dps": null, "log_entries": [ "285981 - 33850 - processing (running)", "286059 - 33850 - processed_failed (running)", "285401 - 33850 - staged (STAGER)", "285403 - 33850 - fetched (copy_skipped)", "285183 - 33850 - staging (STAGER)", "290307 - 33850 - processing (running)", "290345 - 33850 - processed (running)", "290356 - 33850 - storing (issuing_copying)", "290357 - 33850 - storing (copy_issued)", "290384 - 33850 - stored (copy_finished)", "293927 - 33850 - processing (running)", "294055 - 33850 - processed (running)", "294170 - 33850 - storing (issuing_copying)", "294173 - 33850 - storing (copy_issued)", "294229 - 33850 - stored (copy_finished)", "295311 - 33850 - processing (running)", "295511 - 33850 - processed (running)", "295580 - 33850 - storing (issuing_copying)", "295583 - 33850 - storing (copy_issued)", "295636 - 33850 - stored (copy_finished)", "296492 - 33850 - processing (running)", "296667 - 33850 - processed (running)", "296669 - 33850 - storing (issuing_copying)", "296670 - 33850 - storing (copy_issued)", "296687 - 33850 - stored (copy_finished)", "313537 - 33850 - staging (STAGER)", "313641 - 33850 - staged (STAGER)", "313824 - 33850 - fetched (copy_skipped)", "314401 - 33850 - processing (running)", "314645 - 33850 - processed (running)", "314747 - 33850 - storing (issuing_copying)", "314758 - 33850 - storing (copy_issued)", "314828 - 33850 - stored_failed (Failing removing inputs data)", "314829 - 33850 - stored (copy_finished)", "315749 - 33850 - processing (running)", "315901 - 33850 - processed (running)", "315941 - 33850 - storing (issuing_copying)", "315943 - 33850 - storing (copy_issued)", "316323 - 33850 - stored_failed (Failing removing inputs data)", "316324 - 33850 - stored (copy_finished)", "317023 - 33850 - scrubbing (STAGER)", "317123 - 33850 - scrubbed (STAGER)", "343822 - 33850 - discarding (cleaning up)", "343823 - 33850 - discarded (cleaned)" ], "meta_scheduling": { "#SBATCH --time": "00:59:00" }, "environment": "", "archive": null, "activity": 3187, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }