Task Details View Api
Detailed view of a task.
GET /atdb/tasks/397578/
{ "id": 397578, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-25T12:02:46.134788Z", "filter": "lt10_010-mi-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "654746", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 784498, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 66945720320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654746/L654746_SB166_uv.MS_c56038fb.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 66946478080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654746/L654746_SB167_uv.MS_d191cd02.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 66945751040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654746/L654746_SB168_uv.MS_414e40c0.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 18481960960, "_type": "CorrelatedDataProduct", "subband": "SB-166", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654746_SB166_uv.MS.tar", "startTime": "2018-05-29T19:55:14.000", "fileFormat": "AIPS++/CASA", "md5checksum": "6d96c7301d6cbb88f78d3ceec9a5dd95", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-166", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 154687500 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654746_SB166_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 18490818560, "_type": "CorrelatedDataProduct", "subband": "SB-167", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654746_SB167_uv.MS.tar", "startTime": "2018-05-29T19:55:14.000", "fileFormat": "AIPS++/CASA", "md5checksum": "1a5c6de6b64bed91f357800b57325965", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-167", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 154882812.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654746_SB167_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 18482001920, "_type": "CorrelatedDataProduct", "subband": "SB-168", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L654746_SB168_uv.MS.tar", "startTime": "2018-05-29T19:55:14.000", "fileFormat": "AIPS++/CASA", "md5checksum": "3fec1b5ac80f9368b0951e85ef37754c", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-168", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 155078125 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654746_SB168_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 261864, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$8b430c8300f80be745fdda3daca80780dc86b050", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 129221, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/L654746_SB166_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654746_SB166_uv.MS_DPPP.log", "checksum": "sha1$9c98dc267fb985c5abfb1acb498994ca01a41d57", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/L654746_SB166_uv.MS_DPPP.log", "nameroot": "L654746_SB166_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/L654746_SB166_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654746_SB166_uv.MS_DPPP_err.log", "checksum": "sha1$c2807e4b4d3eebfdc4915e502e8e45afa8bd3962", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/L654746_SB166_uv.MS_DPPP_err.log", "nameroot": "L654746_SB166_uv.MS_DPPP_err" } ], [ { "size": 129226, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/L654746_SB167_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654746_SB167_uv.MS_DPPP.log", "checksum": "sha1$8d1b771ed05b8f8d3683185ae371e271efeef562", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/L654746_SB167_uv.MS_DPPP.log", "nameroot": "L654746_SB167_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/L654746_SB167_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654746_SB167_uv.MS_DPPP_err.log", "checksum": "sha1$4f7b7bdd9c2e2d0712ff22dd4ca3599a6508be5e", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/L654746_SB167_uv.MS_DPPP_err.log", "nameroot": "L654746_SB167_uv.MS_DPPP_err" } ], [ { "size": 129221, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/L654746_SB168_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654746_SB168_uv.MS_DPPP.log", "checksum": "sha1$05e2e7d36da7d11fcdc9f70c1664502dc8672005", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/L654746_SB168_uv.MS_DPPP.log", "nameroot": "L654746_SB168_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/L654746_SB168_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654746_SB168_uv.MS_DPPP_err.log", "checksum": "sha1$bafc1a3c31aacc96423011df0fdad068319efb86", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/L654746_SB168_uv.MS_DPPP_err.log", "nameroot": "L654746_SB168_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 50934, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/P256+33_654746_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P256+33_654746_dataloss_antennae.png", "checksum": "sha1$f2664cc1778fcf9aeb7602a2d7fdaec583be1d90", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/P256%2B33_654746_dataloss_antennae.png", "nameroot": "P256+33_654746_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1527260/P256+33_654746_dataloss_antennae.png" }, { "size": 53675, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/P256+33_654746_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P256+33_654746_noise_antennae.png", "checksum": "sha1$de99708e83079c2153ffb29fd1211f787ab0eeb4", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/P256%2B33_654746_noise_antennae.png", "nameroot": "P256+33_654746_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1527260/P256+33_654746_noise_antennae.png" }, { "size": 58113, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/P256+33_654746_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P256+33_654746_percflagged_antennae.png", "checksum": "sha1$b8bfe9d438783348670ef87cfafcdf787d3ccba9", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/P256%2B33_654746_percflagged_antennae.png", "nameroot": "P256+33_654746_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1527260/P256+33_654746_percflagged_antennae.png" }, { "size": 80156, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/P256+33_654746_pointing.png", "class": "File", "nameext": ".png", "basename": "P256+33_654746_pointing.png", "checksum": "sha1$fd56e8f16992416fa9229901ba7309f293d94d23", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/P256%2B33_654746_pointing.png", "nameroot": "P256+33_654746_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1527260/P256+33_654746_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1022725.922033096, "DE602HBA": 1078136.623083869, "DE603HBA": 1056828.4868549001, "DE604HBA": null, "DE605HBA": 1021146.287357094, "DE609HBA": null, "FR606HBA": 1033492.5620062225, "IE613HBA": 1031359.7554656174, "PL610HBA": 1067467.1947895624, "PL611HBA": 853517.3797499819, "PL612HBA": 1075248.3616088368, "RS106HBA": 648844.0710771454, "RS205HBA": 603955.022572075, "RS208HBA": 620687.7084268488, "RS210HBA": 630752.192443074, "RS305HBA": 600819.3711276001, "RS306HBA": 506373.83692683536, "RS307HBA": 613453.7464429797, "RS310HBA": 599662.8142353849, "RS406HBA": 468158.537830411, "RS407HBA": 488567.47520853195, "RS409HBA": 629149.1050613093, "RS503HBA": 575357.9531847851, "RS508HBA": 587055.5736334439, "RS509HBA": 630525.8580895795, "SE607HBA": 1065780.6394640296, "UK608HBA": 1049251.009575875, "CS001HBA0": 617167.4334160003, "CS001HBA1": 582113.55313767, "CS002HBA0": 591368.7252028878, "CS002HBA1": 597825.8772736167, "CS003HBA0": 599498.4536313015, "CS003HBA1": 617344.7739155968, "CS004HBA0": 595672.7682986243, "CS004HBA1": 615359.7916805882, "CS005HBA0": 589426.0773822456, "CS005HBA1": 620013.5869714594, "CS006HBA0": 622779.4768942278, "CS006HBA1": 574079.3622047531, "CS007HBA0": 620410.6529714745, "CS007HBA1": 627256.8712685831, "CS011HBA0": 580324.0621298756, "CS011HBA1": 621014.1506778512, "CS013HBA0": 610684.8925558322, "CS013HBA1": 620562.5291504574, "CS017HBA0": 595022.4126041855, "CS017HBA1": 611777.0830181517, "CS021HBA0": 599018.2899581818, "CS021HBA1": 591413.723244416, "CS024HBA0": 614038.7119264207, "CS024HBA1": 616214.4027463538, "CS026HBA0": 619425.8518809429, "CS026HBA1": 616154.127554172, "CS028HBA0": 615271.5463710896, "CS028HBA1": 611903.9655681686, "CS030HBA0": 624363.2442740651, "CS030HBA1": 556639.1810304173, "CS031HBA0": 611462.4090098857, "CS031HBA1": 608187.2922705463, "CS032HBA0": 604696.3634984826, "CS032HBA1": 550093.6742836216, "CS101HBA0": 594321.9798680336, "CS101HBA1": 585097.0125078461, "CS103HBA0": 624791.7132872543, "CS103HBA1": 586842.64877511, "CS201HBA0": 587159.1397662574, "CS201HBA1": 618684.0039326462, "CS301HBA0": 616949.8234540028, "CS301HBA1": 610032.8211672157, "CS302HBA0": 494002.6158808425, "CS302HBA1": 574476.4833878198, "CS401HBA0": 625336.7888782434, "CS401HBA1": 546055.1872394022, "CS501HBA0": 598073.7785870882, "CS501HBA1": 609040.5921029346 }, "target": [ "P256+33" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 124.91558896171526, "CasA": 64.79428952539787, "CygA": 35.55710278411386, "HerA": 27.80691254727661, "Moon": 50.84912704154931, "TauA": 124.91417683669054, "VirA": 65.35376491721982, "Jupiter": 57.26587990734608, "elevation_fraction": 1 }, "rfi_percent": 0.9781274871794872, "median_dataloss": 0.7799806118126362, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 18481960960, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/COMPRESSED_L654746_SB166_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654746_SB166_uv.MS.tar", "checksum": "sha1$b9e5aa75989787b5afb68c6d930aaa9d00fdfafe", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/COMPRESSED_L654746_SB166_uv.MS.tar", "nameroot": "COMPRESSED_L654746_SB166_uv.MS" }, { "size": 18490818560, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/COMPRESSED_L654746_SB167_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654746_SB167_uv.MS.tar", "checksum": "sha1$be5ebea8618d96c592e396022b6ece1dfdfcfff8", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/COMPRESSED_L654746_SB167_uv.MS.tar", "nameroot": "COMPRESSED_L654746_SB167_uv.MS" }, { "size": 18482001920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654746/397578/COMPRESSED_L654746_SB168_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654746_SB168_uv.MS.tar", "checksum": "sha1$0198f18241266da9820ec812e7567d3821a68382", "location": "file:///project/ldv/Share/run/2025/4/4/1938_397578/COMPRESSED_L654746_SB168_uv.MS.tar", "nameroot": "COMPRESSED_L654746_SB168_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-09", "cpu_time_raw": 34424 }, "remarks": null, "status_history": [ "defining (2025-03-25T12:02:46Z)", "defined (2025-04-04T14:05:03Z)", "staging (2025-04-04T14:06:42Z)", "staged (2025-04-04T17:55:03Z)", "fetched (2025-04-04T17:55:05Z)", "processing (2025-04-04T17:55:40Z)", "aggregate (2025-04-04T19:11:46Z)", "aggregating (2025-04-04T19:12:16Z)", "processed (2025-04-04T19:12:17Z)", "storing (2025-04-04T19:12:49Z)", "stored (2025-04-04T19:19:48Z)", "validated (2025-04-06T15:07:11Z)", "scrubbing (2025-04-06T15:08:08Z)", "scrubbed (2025-04-06T15:09:03Z)", "pre_archiving (2025-04-06T16:29:28Z)", "pre_archived (2025-04-06T16:30:24Z)", "archiving (2025-04-06T16:37:34Z)", "archived (2025-04-06T16:58:43Z)", "finishing (2025-04-06T16:58:44Z)", "finished (2025-04-06T16:59:03Z)" ], "size_to_process": 200837949440, "size_processed": 55455674026, "total_processing_time": 34424, "nr_of_dps": 3, "log_entries": [ "6409147 - 397578 - staging (STAGER)", "6410397 - 397578 - staged (STAGER)", "6410398 - 397578 - fetched (copy_skipped)", "6410399 - 397578 - processing (running)", "6410566 - 397578 - processed (running)", "6410569 - 397578 - aggregating (collect_h5)", "6410570 - 397578 - processed (collected H5)", "6410576 - 397578 - storing (issuing_copying)", "6410578 - 397578 - storing (copy_issued)", "6410606 - 397578 - stored (copy_finished)", "6412962 - 397578 - scrubbing (STAGER)", "6413024 - 397578 - scrubbed (STAGER)", "6413580 - 397578 - pre_archiving (submitting)", "6413587 - 397578 - pre_archived (SIP created)", "6413645 - 397578 - archiving (submitting)", "6413646 - 397578 - archiving (submitting)", "6413647 - 397578 - archiving (submitting)", "6413813 - 397578 - archiving (ingested)", "6413814 - 397578 - archived (Success)", "6413815 - 397578 - finishing (cleaning)", "6413816 - 397578 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "2:00:00", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2D547154EEAD55FAE063144A17ACB7D7", "lta_object_id": "2D547154EEAD55FAE063144A17ACB7D7", "sas_id_archived": "1527260", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 4385, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }