Task Details View Api
Detailed view of a task.
GET /atdb/tasks/394632/
{ "id": 394632, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-19T19:48:10.967694Z", "filter": "lt10_010-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "654172", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 776710, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 33484687360, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654172/L654172_SB352_uv.MS_bd07c0f1.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 33484687360, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654172/L654172_SB353_uv.MS_1ea789a1.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 33484656640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654172/L654172_SB354_uv.MS_de5f5d8a.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 9249269760, "_type": "CorrelatedDataProduct", "subband": "SB-352", "duration": "PT3H59M59.98935S", "fileName": "COMPRESSED_L654172_SB352_uv.MS.tar", "startTime": "2018-05-22T13:44:03.000", "fileFormat": "AIPS++/CASA", "md5checksum": "710088d63b3bde15d407e939f02a52dd", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-352", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 142968750 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654172_SB352_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 9248972800, "_type": "CorrelatedDataProduct", "subband": "SB-353", "duration": "PT3H59M59.98935S", "fileName": "COMPRESSED_L654172_SB353_uv.MS.tar", "startTime": "2018-05-22T13:44:03.000", "fileFormat": "AIPS++/CASA", "md5checksum": "05f96c7406b9cde35ab37af49406b8dd", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-353", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 143164062.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654172_SB353_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 9249034240, "_type": "CorrelatedDataProduct", "subband": "SB-354", "duration": "PT3H59M59.98935S", "fileName": "COMPRESSED_L654172_SB354_uv.MS.tar", "startTime": "2018-05-22T13:44:03.000", "fileFormat": "AIPS++/CASA", "md5checksum": "31d9962d360fe2624168a8f061a5f793", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-354", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 143359375 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654172_SB354_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 146824, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$6072ebc2d07a5d205800df66eb45ac0a7106fca3", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 129214, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/L654172_SB352_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654172_SB352_uv.MS_DPPP.log", "checksum": "sha1$a66c0aea39f3f51bdf63a3e961ef9f3dafdeed6c", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/L654172_SB352_uv.MS_DPPP.log", "nameroot": "L654172_SB352_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/L654172_SB352_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654172_SB352_uv.MS_DPPP_err.log", "checksum": "sha1$1222f9e7785f7f285285e66f8052d1f95b4e5416", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/L654172_SB352_uv.MS_DPPP_err.log", "nameroot": "L654172_SB352_uv.MS_DPPP_err" } ], [ { "size": 129214, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/L654172_SB353_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654172_SB353_uv.MS_DPPP.log", "checksum": "sha1$eaebe34ccea5aa5beb10ed14d76ffa9ad76ce2d5", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/L654172_SB353_uv.MS_DPPP.log", "nameroot": "L654172_SB353_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/L654172_SB353_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654172_SB353_uv.MS_DPPP_err.log", "checksum": "sha1$4e0a473b1a9e92be49e314efd9a95cdcc4561f08", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/L654172_SB353_uv.MS_DPPP_err.log", "nameroot": "L654172_SB353_uv.MS_DPPP_err" } ], [ { "size": 129214, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/L654172_SB354_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654172_SB354_uv.MS_DPPP.log", "checksum": "sha1$44d2813da567a2a5240531b8d14ae5b87e94c1ea", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/L654172_SB354_uv.MS_DPPP.log", "nameroot": "L654172_SB354_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/L654172_SB354_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654172_SB354_uv.MS_DPPP_err.log", "checksum": "sha1$6a83749aebacc012c221c9d332daa6733b9ef72f", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/L654172_SB354_uv.MS_DPPP_err.log", "nameroot": "L654172_SB354_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 49199, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/P121+09_654172_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P121+09_654172_dataloss_antennae.png", "checksum": "sha1$722178146cdac91172ac136f260d12864f65aa90", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/P121%2B09_654172_dataloss_antennae.png", "nameroot": "P121+09_654172_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1508774/P121+09_654172_dataloss_antennae.png" }, { "size": 54411, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/P121+09_654172_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P121+09_654172_noise_antennae.png", "checksum": "sha1$d5873b3810067b6bc7a4de3100542ea07b1b3b93", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/P121%2B09_654172_noise_antennae.png", "nameroot": "P121+09_654172_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1508774/P121+09_654172_noise_antennae.png" }, { "size": 58317, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/P121+09_654172_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P121+09_654172_percflagged_antennae.png", "checksum": "sha1$218ce7578491660449c83392245b5218c67c35c1", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/P121%2B09_654172_percflagged_antennae.png", "nameroot": "P121+09_654172_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1508774/P121+09_654172_percflagged_antennae.png" }, { "size": 71888, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/P121+09_654172_pointing.png", "class": "File", "nameext": ".png", "basename": "P121+09_654172_pointing.png", "checksum": "sha1$3f058dd041931ffe1e88a48f842f789ab35a0eec", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/P121%2B09_654172_pointing.png", "nameroot": "P121+09_654172_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1508774/P121+09_654172_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1022761.904302293, "DE602HBA": 1033361.2467628431, "DE603HBA": 999385.3591609851, "DE604HBA": 988277.2320239116, "DE605HBA": 991033.7667660008, "DE609HBA": 793158.8874763611, "FR606HBA": 1011892.023913769, "IE613HBA": 1027825.8929677575, "PL610HBA": 1034878.6398472043, "PL611HBA": 884980.7850325733, "PL612HBA": 1071032.650848432, "RS106HBA": 606521.1203481294, "RS205HBA": 627078.105279539, "RS208HBA": 614134.9448758073, "RS210HBA": 616536.5125073879, "RS305HBA": 586704.9106153195, "RS306HBA": 511002.42174070835, "RS307HBA": 601198.9667264756, "RS310HBA": null, "RS406HBA": 458467.5778750882, "RS407HBA": 473791.42039294064, "RS409HBA": 611203.6031373015, "RS503HBA": 592555.1678496337, "RS508HBA": 561398.5704579896, "RS509HBA": 608290.019458398, "SE607HBA": 1897902.0201082611, "UK608HBA": 1003541.2620297914, "CS001HBA0": 599693.4918486772, "CS001HBA1": 573923.3359211312, "CS002HBA0": 590586.0829910699, "CS002HBA1": 630252.7911427486, "CS003HBA0": 588882.2007832674, "CS003HBA1": 606728.5638587836, "CS004HBA0": 573078.5496230633, "CS004HBA1": 608487.5729859713, "CS005HBA0": 579664.2525651883, "CS005HBA1": 604330.3218745997, "CS006HBA0": 637730.6784466177, "CS006HBA1": 567740.6447390777, "CS007HBA0": 604852.9809655966, "CS007HBA1": 609412.8495916545, "CS011HBA0": 567345.5481263907, "CS011HBA1": 608888.3033256595, "CS013HBA0": 598597.3624411512, "CS013HBA1": 615708.4202912613, "CS017HBA0": 576040.7340824488, "CS017HBA1": 592537.7824179239, "CS021HBA0": 599186.8495755033, "CS021HBA1": 580050.8791994591, "CS024HBA0": 602190.659789273, "CS024HBA1": 619845.4992751443, "CS026HBA0": 597583.3927391263, "CS026HBA1": 596432.3587995985, "CS028HBA0": 610588.1149473535, "CS028HBA1": 607462.2330819748, "CS030HBA0": 601943.8789683667, "CS030HBA1": 539656.287735315, "CS031HBA0": 586945.627632418, "CS031HBA1": 595227.3392830609, "CS032HBA0": 601800.7340618682, "CS032HBA1": 545689.4590116477, "CS101HBA0": 580864.0383742151, "CS101HBA1": 573512.7036791157, "CS103HBA0": 612320.2169760453, "CS103HBA1": 587697.4658341766, "CS201HBA0": 566806.9767959091, "CS201HBA1": 595571.1224011412, "CS301HBA0": 613593.7327470867, "CS301HBA1": 617621.300703391, "CS302HBA0": 496269.1412816829, "CS302HBA1": 573879.5309029745, "CS401HBA0": 617697.1414328443, "CS401HBA1": 553723.248719389, "CS501HBA0": 591861.992819496, "CS501HBA1": 679625.8392265871 }, "target": [ "P121+09" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 60.87267708580419, "CasA": 101.24029345467488, "CygA": 129.97812546254238, "HerA": 129.43065420782494, "Moon": 37.1087639865391, "TauA": 38.46121112691247, "VirA": 64.98045022703548, "Jupiter": 104.73189570106757, "elevation_fraction": 1 }, "rfi_percent": 1.4439055128205125, "median_dataloss": 2.1727453158287613, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 9249269760, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/COMPRESSED_L654172_SB352_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654172_SB352_uv.MS.tar", "checksum": "sha1$9f9e567031f8efd12dfa574bc4f932e7746ab3dc", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/COMPRESSED_L654172_SB352_uv.MS.tar", "nameroot": "COMPRESSED_L654172_SB352_uv.MS" }, { "size": 9248972800, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/COMPRESSED_L654172_SB353_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654172_SB353_uv.MS.tar", "checksum": "sha1$3a11f6ddfe8270dcdb9f4c5f948543bdf6521116", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/COMPRESSED_L654172_SB353_uv.MS.tar", "nameroot": "COMPRESSED_L654172_SB353_uv.MS" }, { "size": 9249034240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654172/394632/COMPRESSED_L654172_SB354_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654172_SB354_uv.MS.tar", "checksum": "sha1$34dc480a9d9ae6ce7336bd916820c6ff85e97c93", "location": "file:///project/ldv/Share/run/2025/3/20/051_394632/COMPRESSED_L654172_SB354_uv.MS.tar", "nameroot": "COMPRESSED_L654172_SB354_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-08", "cpu_time_raw": 22608 }, "remarks": { "quality_sasid": "The automatically calculated quality is Poor, but the dataset seems to be better than that (Moderate)." }, "status_history": [ "defining (2025-03-19T19:48:11Z)", "defined (2025-03-19T19:51:21Z)", "staging (2025-03-19T19:52:23Z)", "staged (2025-03-19T22:43:44Z)", "fetched (2025-03-19T22:44:01Z)", "processing (2025-03-19T23:54:54Z)", "aggregate (2025-03-20T01:32:48Z)", "aggregating (2025-03-20T01:33:05Z)", "processed (2025-03-20T01:33:07Z)", "storing (2025-03-20T01:33:26Z)", "stored (2025-03-20T01:35:25Z)", "validated (2025-03-20T09:16:17Z)", "scrubbing (2025-03-20T09:18:19Z)", "scrubbed (2025-03-20T09:18:57Z)", "pre_archiving (2025-03-22T11:51:52Z)", "pre_archived (2025-03-22T11:52:50Z)", "archiving (2025-03-22T11:53:51Z)", "archived (2025-03-22T12:41:26Z)", "finishing (2025-03-22T12:41:27Z)", "finished (2025-03-22T12:41:44Z)" ], "size_to_process": 100454031360, "size_processed": 27748045258, "total_processing_time": 22608, "nr_of_dps": 3, "log_entries": [ "6313237 - 394632 - staging (STAGER)", "6315324 - 394632 - staged (STAGER)", "6315325 - 394632 - fetched (copy_skipped)", "6315930 - 394632 - processing (running)", "6316215 - 394632 - processed (running)", "6316218 - 394632 - aggregating (collect_h5)", "6316219 - 394632 - processed (collected H5)", "6316222 - 394632 - storing (issuing_copying)", "6316225 - 394632 - storing (copy_issued)", "6316242 - 394632 - stored (copy_finished)", "6317332 - 394632 - scrubbing (STAGER)", "6317377 - 394632 - scrubbed (STAGER)", "6347867 - 394632 - pre_archiving (submitting)", "6347874 - 394632 - pre_archived (SIP created)", "6347880 - 394632 - archiving (submitting)", "6347882 - 394632 - archiving (submitting)", "6347883 - 394632 - archiving (submitting)", "6348210 - 394632 - archiving (ingested)", "6348214 - 394632 - archived (Success)", "6348215 - 394632 - finishing (cleaning)", "6348216 - 394632 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --constraint": "la", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=30AE9BAFE25F2E1BE063164A17ACDB37", "lta_object_id": "30AE9BAFE25F2E1BE063164A17ACDB37", "sas_id_archived": "1508774", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 4331, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }