Task Details View Api
Detailed view of a task.
GET /atdb/tasks/395542/?format=api
{ "id": 395542, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-21T06:12:11.802710Z", "filter": "lt10_010-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "654250", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": false, "workflow": 29, "stage_request_id": 778138, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 33482035200, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654250/L654250_SB265_uv.MS_8e544fce.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 33481840640, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654250/L654250_SB266_uv.MS_1491323a.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 33482854400, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654250/L654250_SB267_uv.MS_5bd9dba3.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 9245009920, "_type": "CorrelatedDataProduct", "subband": "SB-265", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654250_SB265_uv.MS.tar", "startTime": "2018-05-23T06:05:20.000", "fileFormat": "AIPS++/CASA", "md5checksum": "ca7bb2a8266e2f511520df2f3951c177", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-265", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 124414062.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654250_SB265_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 9244743680, "_type": "CorrelatedDataProduct", "subband": "SB-266", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654250_SB266_uv.MS.tar", "startTime": "2018-05-23T06:05:20.000", "fileFormat": "AIPS++/CASA", "md5checksum": "64b1fadbdba5e01db4d77cf36a509048", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-266", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 124609375 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654250_SB266_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 9247754240, "_type": "CorrelatedDataProduct", "subband": "SB-267", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654250_SB267_uv.MS.tar", "startTime": "2018-05-23T06:05:20.000", "fileFormat": "AIPS++/CASA", "md5checksum": "6bf7649a60d3e871075093febb9ed813", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-267", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 124804687.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654250_SB267_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 146824, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$e2c276c005723eff718ae90c314d78e96d4cfd5d", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 129214, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/L654250_SB265_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654250_SB265_uv.MS_DPPP.log", "checksum": "sha1$2d0833c92c9536f97d2768edd222e813dfd2f8ac", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/L654250_SB265_uv.MS_DPPP.log", "nameroot": "L654250_SB265_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/L654250_SB265_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654250_SB265_uv.MS_DPPP_err.log", "checksum": "sha1$1c6dbbc351a70dec4a3a52b335bc762c8a474232", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/L654250_SB265_uv.MS_DPPP_err.log", "nameroot": "L654250_SB265_uv.MS_DPPP_err" } ], [ { "size": 129214, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/L654250_SB266_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654250_SB266_uv.MS_DPPP.log", "checksum": "sha1$7443bb0c679bfcdfad27e6c1f6f568e945e318ce", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/L654250_SB266_uv.MS_DPPP.log", "nameroot": "L654250_SB266_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/L654250_SB266_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654250_SB266_uv.MS_DPPP_err.log", "checksum": "sha1$7858d92b4b7a784e942d67a7c642ea061930493c", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/L654250_SB266_uv.MS_DPPP_err.log", "nameroot": "L654250_SB266_uv.MS_DPPP_err" } ], [ { "size": 129219, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/L654250_SB267_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654250_SB267_uv.MS_DPPP.log", "checksum": "sha1$30ae8282613813218b9edee220cecff8d3d953ab", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/L654250_SB267_uv.MS_DPPP.log", "nameroot": "L654250_SB267_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/L654250_SB267_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654250_SB267_uv.MS_DPPP_err.log", "checksum": "sha1$bedf24e24ce602468bc5e4aa60eadac3b7e6a3e5", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/L654250_SB267_uv.MS_DPPP_err.log", "nameroot": "L654250_SB267_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 49823, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/P011+13_654250_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P011+13_654250_dataloss_antennae.png", "checksum": "sha1$41ce554eb62979c35529440ed4bc601251407ea9", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/P011%2B13_654250_dataloss_antennae.png", "nameroot": "P011+13_654250_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514406/P011+13_654250_dataloss_antennae.png" }, { "size": 52901, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/P011+13_654250_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P011+13_654250_noise_antennae.png", "checksum": "sha1$03952d2ddc24dc7012957b1a515693cbf73ad330", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/P011%2B13_654250_noise_antennae.png", "nameroot": "P011+13_654250_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514406/P011+13_654250_noise_antennae.png" }, { "size": 53335, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/P011+13_654250_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P011+13_654250_percflagged_antennae.png", "checksum": "sha1$ee04535c281e164167d6c890948def599e5dc78f", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/P011%2B13_654250_percflagged_antennae.png", "nameroot": "P011+13_654250_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514406/P011+13_654250_percflagged_antennae.png" }, { "size": 69770, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/P011+13_654250_pointing.png", "class": "File", "nameext": ".png", "basename": "P011+13_654250_pointing.png", "checksum": "sha1$25a7565f54e8ac4f3f7787dd5663d2850b4001d4", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/P011%2B13_654250_pointing.png", "nameroot": "P011+13_654250_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514406/P011+13_654250_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1360983.5946047832, "DE602HBA": 1387550.49971618, "DE603HBA": 1367072.424429669, "DE604HBA": 1340745.347404085, "DE605HBA": 1361187.7922130912, "DE609HBA": 1021970.698385041, "FR606HBA": 1334501.3045322536, "IE613HBA": 1363013.1657065507, "PL610HBA": 1430686.1106556146, "PL611HBA": 1155083.7277328507, "PL612HBA": 1431419.8922542357, "RS106HBA": 854072.8976994902, "RS205HBA": 827866.1788451541, "RS208HBA": 816002.3249770473, "RS210HBA": 821331.5509560094, "RS305HBA": 779728.9653061968, "RS306HBA": 648196.0051665839, "RS307HBA": 781301.022316196, "RS310HBA": 779222.5760046798, "RS406HBA": null, "RS407HBA": 598755.6043318559, "RS409HBA": 1091367.6825565593, "RS503HBA": 750344.2945138012, "RS508HBA": 744778.6702843636, "RS509HBA": 821306.4767112534, "SE607HBA": 2380285.514462322, "UK608HBA": 1353063.6320306514, "CS001HBA0": 805251.83888245, "CS001HBA1": 768949.566572122, "CS002HBA0": 795324.5673954441, "CS002HBA1": 824115.3663947004, "CS003HBA0": 781455.207419741, "CS003HBA1": 806969.3806805603, "CS004HBA0": 785791.6800289075, "CS004HBA1": 809084.1085674386, "CS005HBA0": 766039.7064875916, "CS005HBA1": 812520.9671687688, "CS006HBA0": 862085.1028806241, "CS006HBA1": 758888.9069221562, "CS007HBA0": 808376.7835030842, "CS007HBA1": 813801.1360753886, "CS011HBA0": 759519.3946882125, "CS011HBA1": 820282.4465532422, "CS013HBA0": 798879.1576708491, "CS013HBA1": 810130.4761874235, "CS017HBA0": 779388.6085655303, "CS017HBA1": 809622.9860041012, "CS021HBA0": 790561.1256433809, "CS021HBA1": 768716.5523451334, "CS024HBA0": 813709.4289319635, "CS024HBA1": 820567.1845377379, "CS026HBA0": 805226.734219697, "CS026HBA1": 808629.8823174735, "CS028HBA0": 804927.9568388873, "CS028HBA1": 797563.1274834834, "CS030HBA0": 814747.6832733483, "CS030HBA1": 726050.4080014867, "CS031HBA0": 797922.865809644, "CS031HBA1": 807922.4723120526, "CS032HBA0": 793052.8493666699, "CS032HBA1": 717774.000008906, "CS101HBA0": 781332.8474267116, "CS101HBA1": 765524.1724226974, "CS103HBA0": 819995.5282870389, "CS103HBA1": 785547.5668721064, "CS201HBA0": 779086.2389928881, "CS201HBA1": 812000.0510171719, "CS301HBA0": 806780.7437317233, "CS301HBA1": 814113.7586982425, "CS302HBA0": 659078.0215722511, "CS302HBA1": 768608.7038767745, "CS401HBA0": 819524.6923730813, "CS401HBA1": 745078.4561059534, "CS501HBA0": 786611.5931560243, "CS501HBA1": 1008760.928377704 }, "target": [ "P011+13" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 46.63190355306137, "CasA": 47.87843785607615, "CygA": 67.30980100711444, "HerA": 116.30829721080895, "Moon": 148.21357368296546, "TauA": 68.79217396369641, "VirA": 153.9026992495968, "Jupiter": 148.13476263823472, "elevation_fraction": 1 }, "rfi_percent": 1.79051158974359, "median_dataloss": 0.513357563810346, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 9245009920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/COMPRESSED_L654250_SB265_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654250_SB265_uv.MS.tar", "checksum": "sha1$4d9a1e27bcb3d91c0571c097e1c04ad5b9b0464f", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/COMPRESSED_L654250_SB265_uv.MS.tar", "nameroot": "COMPRESSED_L654250_SB265_uv.MS" }, { "size": 9244743680, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/COMPRESSED_L654250_SB266_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654250_SB266_uv.MS.tar", "checksum": "sha1$0fb7aa028c24d7cd4280eef75ef8a106a311509c", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/COMPRESSED_L654250_SB266_uv.MS.tar", "nameroot": "COMPRESSED_L654250_SB266_uv.MS" }, { "size": 9247754240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654250/395542/COMPRESSED_L654250_SB267_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654250_SB267_uv.MS.tar", "checksum": "sha1$e9533fc09a74341d6461c17c3b09e77c67a3c23c", "location": "file:///project/ldv/Share/run/2025/3/21/92_395542/COMPRESSED_L654250_SB267_uv.MS.tar", "nameroot": "COMPRESSED_L654250_SB267_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-07", "cpu_time_raw": 18224 }, "remarks": { "quality_sasid": "The automatically calculated quality is Poor, but the dataset seems to be better than that (Moderate)." }, "status_history": [ "defining (2025-03-21T06:12:12Z)", "defined (2025-03-21T06:15:44Z)", "staging (2025-03-21T06:17:05Z)", "staged (2025-03-21T08:08:27Z)", "fetched (2025-03-21T08:08:52Z)", "processing (2025-03-21T08:09:05Z)", "aggregate (2025-03-21T10:20:02Z)", "aggregating (2025-03-21T10:20:04Z)", "processed (2025-03-21T10:20:06Z)", "storing (2025-03-21T10:20:27Z)", "stored (2025-03-21T10:24:15Z)", "validated (2025-03-21T11:58:44Z)", "scrubbing (2025-03-21T12:01:15Z)", "scrubbed (2025-03-21T12:01:37Z)", "pre_archiving (2025-03-24T01:53:53Z)", "pre_archived (2025-03-24T01:54:53Z)", "archiving (2025-03-24T01:55:46Z)", "archived (2025-03-24T02:12:57Z)", "finishing (2025-03-24T02:12:58Z)", "finished (2025-03-24T02:13:15Z)" ], "size_to_process": 100446730240, "size_processed": 27738268317, "total_processing_time": 18224, "nr_of_dps": 3, "log_entries": [ "6330109 - 395542 - staging (STAGER)", "6331012 - 395542 - staged (STAGER)", "6331014 - 395542 - fetched (copy_skipped)", "6331016 - 395542 - processing (running)", "6332140 - 395542 - processed (running)", "6332141 - 395542 - aggregating (collect_h5)", "6332142 - 395542 - processed (collected H5)", "6332147 - 395542 - storing (issuing_copying)", "6332159 - 395542 - storing (copy_issued)", "6332219 - 395542 - stored (copy_finished)", "6333409 - 395542 - scrubbing (STAGER)", "6333441 - 395542 - scrubbed (STAGER)", "6358779 - 395542 - pre_archiving (submitting)", "6358785 - 395542 - pre_archived (SIP created)", "6358790 - 395542 - archiving (submitting)", "6358791 - 395542 - archiving (submitting)", "6358792 - 395542 - archiving (submitting)", "6358914 - 395542 - archiving (ingested)", "6358915 - 395542 - archived (Success)", "6358916 - 395542 - finishing (cleaning)", "6358917 - 395542 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --constraint": "la", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=30AE9BB008742E1BE063164A17ACDB37", "lta_object_id": "30AE9BB008742E1BE063164A17ACDB37", "sas_id_archived": "1514406", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 4354, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }