Task Details View Api
Detailed view of a task.
GET /atdb/tasks/399997/
{ "id": 399997, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-04-16T08:10:27.392674Z", "filter": "lt10_010-mi-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "657334", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 786641, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 58383523840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657334/L657334_SB067_uv.MS_302c6e30.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 58387517440, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657334/L657334_SB068_uv.MS_ef60daab.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 58383196160, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657334/L657334_SB069_uv.MS_b7c48b73.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16120995840, "_type": "CorrelatedDataProduct", "subband": "SB-67", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L657334_SB067_uv.MS.tar", "startTime": "2018-06-13T09:27:55.000", "fileFormat": "AIPS++/CASA", "md5checksum": "a65d356d0b0d8edc4e74e0c803eab962", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-67", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 133.59375 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L657334_SB067_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16127580160, "_type": "CorrelatedDataProduct", "subband": "SB-68", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L657334_SB068_uv.MS.tar", "startTime": "2018-06-13T09:27:55.000", "fileFormat": "AIPS++/CASA", "md5checksum": "8e31806f4e96186d4524fdd0c25b9bdc", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-68", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 133.7890625 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L657334_SB068_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 16120924160, "_type": "CorrelatedDataProduct", "subband": "SB-69", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L657334_SB069_uv.MS.tar", "startTime": "2018-06-13T09:27:55.000", "fileFormat": "AIPS++/CASA", "md5checksum": "54bec4785dbeb8edbbb0bdf7d4709ab3", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-69", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 133.984375 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L657334_SB069_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 260624, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$fb991b66b2facff269eb73c076be5a69672df05d", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 113925, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/L657334_SB067_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L657334_SB067_uv.MS_DPPP.log", "checksum": "sha1$2b9dd6308bcd8da48791067131191483c3374a98", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/L657334_SB067_uv.MS_DPPP.log", "nameroot": "L657334_SB067_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/L657334_SB067_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L657334_SB067_uv.MS_DPPP_err.log", "checksum": "sha1$2c158995850eea6068b052f9acfce6a05ce4e3c6", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/L657334_SB067_uv.MS_DPPP_err.log", "nameroot": "L657334_SB067_uv.MS_DPPP_err" } ], [ { "size": 113925, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/L657334_SB068_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L657334_SB068_uv.MS_DPPP.log", "checksum": "sha1$f4f46f6db82c0e564335d0dccc28f70c4328541c", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/L657334_SB068_uv.MS_DPPP.log", "nameroot": "L657334_SB068_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/L657334_SB068_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L657334_SB068_uv.MS_DPPP_err.log", "checksum": "sha1$b6084345a6723cccd162bdfdce3c68b54a54eb30", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/L657334_SB068_uv.MS_DPPP_err.log", "nameroot": "L657334_SB068_uv.MS_DPPP_err" } ], [ { "size": 113925, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/L657334_SB069_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L657334_SB069_uv.MS_DPPP.log", "checksum": "sha1$2959a3868d0954d6157f12dd1ef1e3cec25d449a", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/L657334_SB069_uv.MS_DPPP.log", "nameroot": "L657334_SB069_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/L657334_SB069_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L657334_SB069_uv.MS_DPPP_err.log", "checksum": "sha1$83eb1d331b64c16d708ee6313d63f0074d6b3ffb", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/L657334_SB069_uv.MS_DPPP_err.log", "nameroot": "L657334_SB069_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 48422, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/P115+59_657334_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P115+59_657334_dataloss_antennae.png", "checksum": "sha1$ae54b3b3966c86c59fb0b58db8b7bc305624436a", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/P115%2B59_657334_dataloss_antennae.png", "nameroot": "P115+59_657334_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1531202/P115+59_657334_dataloss_antennae.png" }, { "size": 55545, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/P115+59_657334_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P115+59_657334_noise_antennae.png", "checksum": "sha1$fcb1e09d2d09e20f0e24d548d7f4e53deaea1528", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/P115%2B59_657334_noise_antennae.png", "nameroot": "P115+59_657334_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1531202/P115+59_657334_noise_antennae.png" }, { "size": 49262, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/P115+59_657334_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P115+59_657334_percflagged_antennae.png", "checksum": "sha1$af5e0509f259a070f1bff07b03a28bdb699b3b7c", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/P115%2B59_657334_percflagged_antennae.png", "nameroot": "P115+59_657334_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1531202/P115+59_657334_percflagged_antennae.png" }, { "size": 73673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/P115+59_657334_pointing.png", "class": "File", "nameext": ".png", "basename": "P115+59_657334_pointing.png", "checksum": "sha1$eb45031aa2331a877dcb7f866c937db1cd660504", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/P115%2B59_657334_pointing.png", "nameroot": "P115+59_657334_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1531202/P115+59_657334_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1421652.9704006491, "DE602HBA": 1420233.1462278664, "DE603HBA": 1416336.2672780235, "DE604HBA": 1386862.4145124275, "DE605HBA": 1374446.8990913378, "DE609HBA": 1037691.2585833649, "FR606HBA": 1372166.6262676355, "IE613HBA": 1420791.198975748, "PL611HBA": 1144872.7350868909, "PL612HBA": 1516028.5272191677, "RS205HBA": 806746.9375540664, "RS208HBA": 855923.6061889535, "RS210HBA": 827207.1419531447, "RS305HBA": 834319.8897417795, "RS306HBA": 677379.3145275041, "RS307HBA": 824764.8013698058, "RS310HBA": 811013.8211286957, "RS407HBA": 619984.593558475, "RS409HBA": 851392.7753990918, "RS503HBA": 758804.0240309904, "RS508HBA": 784022.1484783946, "RS509HBA": 856742.8276958008, "SE607HBA": 1448743.6890114383, "UK608HBA": 1390848.0247278586, "CS002HBA0": 793557.9490697775, "CS002HBA1": 1906539.706193836, "CS003HBA0": 818317.9494319162, "CS003HBA1": 841057.2143316717, "CS004HBA0": 811441.7805064679, "CS004HBA1": 820164.2128420486, "CS005HBA0": 793010.624713038, "CS005HBA1": 835560.2561439138, "CS006HBA0": 844136.0280399966, "CS006HBA1": 779930.3285961032, "CS007HBA0": 837771.9395872797, "CS007HBA1": 851494.380436203, "CS011HBA0": 786904.1627212607, "CS011HBA1": 848347.3405891516, "CS013HBA0": 812381.9937957593, "CS013HBA1": 839439.4634756255, "CS017HBA0": 786365.8858441813, "CS017HBA1": 817530.2247943077, "CS021HBA0": 803457.077825739, "CS021HBA1": 789786.5710537608, "CS024HBA0": 837504.6673340915, "CS024HBA1": 820179.2950830103, "CS026HBA0": 824130.4213764374, "CS026HBA1": 823655.5259278152, "CS028HBA0": 833238.9744283899, "CS028HBA1": 827322.7994877816, "CS030HBA0": 850379.031329043, "CS030HBA1": 743419.5114482448, "CS031HBA0": 842453.351521119, "CS031HBA1": 839807.7440569913, "CS032HBA0": 818237.1390623157, "CS032HBA1": 738875.4402688269, "CS101HBA0": 788096.4040953759, "CS101HBA1": 796059.0319399054, "CS103HBA0": 853696.3794845302, "CS103HBA1": 796839.6039671908, "CS201HBA0": 796632.2084011667, "CS201HBA1": 833165.1634406507, "CS301HBA0": 827365.4866097609, "CS301HBA1": 817817.6341626882, "CS302HBA0": 671331.1342713316, "CS302HBA1": 770984.6613220652, "CS401HBA0": 858153.6998839421, "CS401HBA1": 752802.0381088463, "CS501HBA0": 814318.6102895472, "CS501HBA1": 827958.8478947248 }, "target": [ "P115+59" ], "quality": "poor", "antennas": [ "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 43.120021710680284, "CasA": 53.95937119775272, "CygA": 79.76541269700535, "HerA": 107.45271606556402, "Moon": 46.984891336498535, "TauA": 43.52636957064308, "VirA": 70.5418305758389, "Jupiter": 111.46840978338231, "elevation_fraction": 1 }, "rfi_percent": 1.9947298717948718, "median_dataloss": 1.5569078314412121, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [ "CS001", "PL610", "RS106", "RS406" ], "array_missing_important_pairs_is": "poor", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 16120995840, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/COMPRESSED_L657334_SB067_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L657334_SB067_uv.MS.tar", "checksum": "sha1$b196565f4e53e5c2041e7ef408ae94b2b1a47327", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/COMPRESSED_L657334_SB067_uv.MS.tar", "nameroot": "COMPRESSED_L657334_SB067_uv.MS" }, { "size": 16127580160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/COMPRESSED_L657334_SB068_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L657334_SB068_uv.MS.tar", "checksum": "sha1$37e224549527aaa4568965a0bad6d36f085b81df", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/COMPRESSED_L657334_SB068_uv.MS.tar", "nameroot": "COMPRESSED_L657334_SB068_uv.MS" }, { "size": 16120924160, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657334/399997/COMPRESSED_L657334_SB069_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L657334_SB069_uv.MS.tar", "checksum": "sha1$ecac9fe47990d3ad9c869455bcf8178cd8e44f2b", "location": "file:///project/ldv/Share/run/2025/4/16/198_399997/COMPRESSED_L657334_SB069_uv.MS.tar", "nameroot": "COMPRESSED_L657334_SB069_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-dc-06", "cpu_time_raw": 18960 }, "remarks": null, "status_history": [ "defining (2025-04-16T08:10:27Z)", "defined (2025-04-16T09:28:08Z)", "staging (2025-04-16T09:28:52Z)", "staged (2025-04-16T17:50:32Z)", "fetched (2025-04-16T17:50:51Z)", "processing (2025-04-16T17:52:11Z)", "aggregate (2025-04-16T18:33:10Z)", "aggregating (2025-04-16T18:33:25Z)", "processed (2025-04-16T18:33:27Z)", "storing (2025-04-16T18:34:08Z)", "stored (2025-04-16T18:37:32Z)", "validated (2025-04-16T19:49:25Z)", "scrubbing (2025-04-16T19:51:10Z)", "scrubbed (2025-04-16T19:51:58Z)", "pre_archiving (2025-04-16T23:21:28Z)", "pre_archived (2025-04-16T23:22:26Z)", "archiving (2025-04-16T23:29:47Z)", "archived (2025-04-17T00:27:54Z)", "finishing (2025-04-17T00:27:55Z)", "finished (2025-04-17T00:28:18Z)" ], "size_to_process": 175154237440, "size_processed": 48370329637, "total_processing_time": 18960, "nr_of_dps": 3, "log_entries": [ "6430831 - 399997 - staging (STAGER)", "6432249 - 399997 - staged (STAGER)", "6432251 - 399997 - fetched (copy_skipped)", "6432273 - 399997 - processing (running)", "6432422 - 399997 - processed (running)", "6432425 - 399997 - aggregating (collect_h5)", "6432426 - 399997 - processed (collected H5)", "6432447 - 399997 - storing (issuing_copying)", "6432464 - 399997 - storing (copy_issued)", "6432595 - 399997 - stored (copy_finished)", "6433567 - 399997 - scrubbing (STAGER)", "6433628 - 399997 - scrubbed (STAGER)", "6435276 - 399997 - pre_archiving (submitting)", "6435286 - 399997 - pre_archived (SIP created)", "6435360 - 399997 - archiving (submitting)", "6435361 - 399997 - archiving (submitting)", "6435362 - 399997 - archiving (submitting)", "6435890 - 399997 - archiving (ingested)", "6435894 - 399997 - archived (Success)", "6435895 - 399997 - finishing (cleaning)", "6435897 - 399997 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "2:00:00", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=310F54456AC024D9E063164A17AC44EE", "lta_object_id": "310F54456AC024D9E063164A17AC44EE", "sas_id_archived": "1531202", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 4422, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }