Task Details View Api
Detailed view of a task.
GET /atdb/tasks/380636/
{ "id": 380636, "task_type": "regular", "is_summary": false, "is_aggregated": false, "creationTime": "2024-07-31T14:22:10.164373Z", "filter": "lc4_030-vk-2bits", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc4_030", "sas_id": "354708", "priority": 100, "purge_policy": "yes", "cleanup_policy": "pre_archived_failed", "resume": true, "workflow": 22, "stage_request_id": 747150, "status": "discarded", "new_status": "discarded", "quality": "good", "calculated_qualities": { "per_task": "good", "per_sasid": "good" }, "inputs": [ { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP001_B070_P000_bf_17dcf00a.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193262080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP001_B071_P000_bf_b69429e8.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP001_B072_P000_bf_471ae0a1.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 19193272320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc4_030/354708/L354708_SAP001_B073_P000_bf_1034d8eb.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885831680, "_type": "PulpDataProduct", "fileName": "L354708_SAP001_B070_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "9688a0d3c4f72668856030237dbdd67d", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B070_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354708_SAP001_B070_P000_bf.tar_filecontent.txt", "checksum": "sha1$d4e7b0c89303aad964f325afcb5754d3acb0dc7b", "location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B070_P000_bf.tar_filecontent.txt", "nameroot": "L354708_SAP001_B070_P000_bf.tar_filecontent" } } }, "file_name": "L354708_SAP001_B070_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885821440, "_type": "PulpDataProduct", "fileName": "L354708_SAP001_B071_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "6e5f701d45d2364fa2002ed65cd6fe8f", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B071_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354708_SAP001_B071_P000_bf.tar_filecontent.txt", "checksum": "sha1$044262a64c09d7d39226f3b3004f7adab21f1a29", "location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B071_P000_bf.tar_filecontent.txt", "nameroot": "L354708_SAP001_B071_P000_bf.tar_filecontent" } } }, "file_name": "L354708_SAP001_B071_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885831680, "_type": "PulpDataProduct", "fileName": "L354708_SAP001_B072_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "369aff00c14b6697e9f5f3ba993a2ea0", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B072_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354708_SAP001_B072_P000_bf.tar_filecontent.txt", "checksum": "sha1$7bf58c7ea86cd8b9310ee289802338f1e35369eb", "location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B072_P000_bf.tar_filecontent.txt", "nameroot": "L354708_SAP001_B072_P000_bf.tar_filecontent" } } }, "file_name": "L354708_SAP001_B072_P000_bf.tar" }, { "path": "tar_archive", "metadata": { "dataProduct": { "size": 4885831680, "_type": "PulpDataProduct", "fileName": "L354708_SAP001_B073_P000_bf.tar", "fileFormat": "PULP", "md5checksum": "75f80c1175678e7170b06860a3d241a6", "storageWriter": "Unknown", "dataProductType": "Pulsar pipeline output", "storageWriterVersion": "Unknown" }, "pipelineRun": { "fileContent": { "size": 591, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B073_P000_bf.tar_filecontent.txt", "class": "File", "nameext": ".txt", "basename": "L354708_SAP001_B073_P000_bf.tar_filecontent.txt", "checksum": "sha1$75c8292bf1a574f1ef56bc85725858f17cd78b1f", "location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B073_P000_bf.tar_filecontent.txt", "nameroot": "L354708_SAP001_B073_P000_bf.tar_filecontent" } } }, "file_name": "L354708_SAP001_B073_P000_bf.tar" } ], "quality": { "plots": [], "details": {}, "summary": { "L354708_SAP001_B070_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM70/L354710_SAP1_BEAM70_2bit.fits", "stokes/SAP1/BEAM70/L354710_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM70/L354710_SAP1_BEAM70.fits" ], "input_name": "L354708_SAP001_B070_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.25455959768302816, "output_name": "L354708_SAP001_B070_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.317, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L354708_SAP001_B071_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM71/L354710_SAP1_BEAM71_2bit.fits", "stokes/SAP1/BEAM71/L354710_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM71/L354710_SAP1_BEAM71.fits" ], "input_name": "L354708_SAP001_B071_P000_bf.tar", "input_size": 19193262080, "is_summary": false, "size_ratio": 0.2545591999752446, "output_name": "L354708_SAP001_B071_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.241, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L354708_SAP001_B072_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM72/L354710_SAP1_BEAM72_2bit.fits", "stokes/SAP1/BEAM72/L354710_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM72/L354710_SAP1_BEAM72.fits" ], "input_name": "L354708_SAP001_B072_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.25455959768302816, "output_name": "L354708_SAP001_B072_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.285, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, "L354708_SAP001_B073_P000_bf.tar": { "added": [ "stokes/SAP1/BEAM73/L354710_SAP1_BEAM73_2bit.fits", "stokes/SAP1/BEAM73/L354710_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM73/L354710_SAP1_BEAM73.fits" ], "input_name": "L354708_SAP001_B073_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.25455959768302816, "output_name": "L354708_SAP001_B073_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.324, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } }, "sensitivity": "N/A", "uv-coverage": "N/A", "observing-conditions": "N/A" }, "summary": [ { "added": [ "stokes/SAP1/BEAM70/L354710_SAP1_BEAM70_2bit.fits", "stokes/SAP1/BEAM70/L354710_SAP1_BEAM70_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM70/L354710_SAP1_BEAM70.fits" ], "input_name": "L354708_SAP001_B070_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.25455959768302816, "output_name": "L354708_SAP001_B070_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.317, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM71/L354710_SAP1_BEAM71_2bit.fits", "stokes/SAP1/BEAM71/L354710_SAP1_BEAM71_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM71/L354710_SAP1_BEAM71.fits" ], "input_name": "L354708_SAP001_B071_P000_bf.tar", "input_size": 19193262080, "is_summary": false, "size_ratio": 0.2545591999752446, "output_name": "L354708_SAP001_B071_P000_bf.tar", "output_size": 4885821440, "rfi_percent": 10.241, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM72/L354710_SAP1_BEAM72_2bit.fits", "stokes/SAP1/BEAM72/L354710_SAP1_BEAM72_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM72/L354710_SAP1_BEAM72.fits" ], "input_name": "L354708_SAP001_B072_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.25455959768302816, "output_name": "L354708_SAP001_B072_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.285, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" }, { "added": [ "stokes/SAP1/BEAM73/L354710_SAP1_BEAM73_2bit.fits", "stokes/SAP1/BEAM73/L354710_SAP1_BEAM73_2bit_ldv_psrfits_requantisation.log" ], "deleted": [ "stokes/SAP1/BEAM73/L354710_SAP1_BEAM73.fits" ], "input_name": "L354708_SAP001_B073_P000_bf.tar", "input_size": 19193272320, "is_summary": false, "size_ratio": 0.25455959768302816, "output_name": "L354708_SAP001_B073_P000_bf.tar", "output_size": 4885831680, "rfi_percent": 10.324, "input_size_str": "17.88 GB", "output_size_str": "4.55 GB" } ], "tar_archive": [ { "size": 4885831680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B070_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354708_SAP001_B070_P000_bf.tar", "checksum": "sha1$f86c99fa1e197c6956a52c18b4e351f24f244602", "location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B070_P000_bf.tar", "nameroot": "L354708_SAP001_B070_P000_bf" }, { "size": 4885821440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B071_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354708_SAP001_B071_P000_bf.tar", "checksum": "sha1$244c9e1eb249dc5c1ab4cfe63d17ceb384971a18", "location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B071_P000_bf.tar", "nameroot": "L354708_SAP001_B071_P000_bf" }, { "size": 4885831680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B072_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354708_SAP001_B072_P000_bf.tar", "checksum": "sha1$84a1d54f4f7217e1e2658936a7f96b4f0b4f8321", "location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B072_P000_bf.tar", "nameroot": "L354708_SAP001_B072_P000_bf" }, { "size": 4885831680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc4_030/354708/380636/L354708_SAP001_B073_P000_bf.tar", "class": "File", "nameext": ".tar", "basename": "L354708_SAP001_B073_P000_bf.tar", "checksum": "sha1$2c2a36122eb6b01e4e4687c3fe92c4208864a0ee", "location": "file:///project/ldv/Share/run/2024/8/11/938_380636/L354708_SAP001_B073_P000_bf.tar", "nameroot": "L354708_SAP001_B073_P000_bf" } ] }, "metrics": { "n_cpus": 1, "n_nodes": 1, "nodelist": "wn-ca-02", "cpu_time_raw": 1504 }, "remarks": { "discard_reason": "SIP files in MoM are incorrect" }, "status_history": [ "defining (2024-07-31T14:22:10Z)", "defined (2024-08-10T19:09:14Z)", "staging (2024-08-10T19:14:28Z)", "staged (2024-08-11T04:02:12Z)", "fetched (2024-08-11T04:02:47Z)", "processing (2024-08-11T07:09:39Z)", "processed (2024-08-11T07:35:33Z)", "storing (2024-08-11T07:36:30Z)", "stored (2024-08-11T07:37:33Z)", "validated (2024-08-11T08:18:50Z)", "scrubbing (2024-08-11T08:19:42Z)", "scrubbed (2024-08-11T08:20:24Z)", "pre_archiving (2024-08-11T19:32:43Z)", "pre_archived_failed (2024-08-11T19:32:46Z)", "discard (2024-09-04T07:35:44Z)", "discarding (2024-09-04T07:39:11Z)", "cleaned_spider (2024-09-04T07:39:14Z)", "discarding (2024-09-04T07:40:57Z)", "discarded (2024-09-04T07:40:59Z)" ], "size_to_process": 76773079040, "size_processed": 19543316480, "total_processing_time": 1504, "nr_of_dps": null, "log_entries": [ "5994962 - 380636 - (regular) - 354708 - staging (STAGER)", "5998950 - 380636 - (regular) - 354708 - staged (STAGER)", "5998959 - 380636 - (regular) - 354708 - fetched (copy_skipped)", "6001259 - 380636 - (regular) - 354708 - processing (running)", "6001532 - 380636 - (regular) - 354708 - processed (running)", "6001541 - 380636 - (regular) - 354708 - storing (issuing_copying)", "6001543 - 380636 - (regular) - 354708 - storing (copy_issued)", "6001553 - 380636 - (regular) - 354708 - stored (copy_finished)", "6002631 - 380636 - (regular) - 354708 - scrubbing (STAGER)", "6002693 - 380636 - (regular) - 354708 - scrubbed (STAGER)", "6010191 - 380636 - (regular) - 354708 - pre_archiving (submitting)", "6010192 - 380636 - (regular) - 354708 - pre_archived_failed (unknown error)", "6064181 - 380636 - (regular) - 354708 - discarding (spider)", "6064184 - 380636 - (regular) - 354708 - cleaned_spider (spider)", "6064288 - 380636 - (regular) - 354708 - discarding (dcache)", "6064290 - 380636 - (regular) - 354708 - discarded (dcache)" ], "meta_scheduling": null, "environment": null, "archive": null, "activity": 3684, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }