Task Details View Api
Detailed view of a task.
GET /atdb/tasks/387833/
{ "id": 387833, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-03T08:55:31.094721Z", "filter": "lc9_020-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_020", "sas_id": "638333", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 764611, "status": "finished", "new_status": "finished", "quality": "poor", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 65185556480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638333/L638333_SB436_uv.MS_e4c7e6c1.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 65185484800, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638333/L638333_SB437_uv.MS_d06aeb7c.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 65185454080, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638333/L638333_SB438_uv.MS_f6258ec2.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 18000435200, "_type": "CorrelatedDataProduct", "subband": "SB-436", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L638333_SB436_uv.MS.tar", "startTime": "2018-01-11T05:04:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "c41f2cdd7b3cc6d0fc7890c0fe422d60", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-436", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 160156250 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638333_SB436_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 18000343040, "_type": "CorrelatedDataProduct", "subband": "SB-437", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L638333_SB437_uv.MS.tar", "startTime": "2018-01-11T05:04:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "4c70380baac60c02b298f4d81acabb82", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-437", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 160351562.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638333_SB437_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 18000701440, "_type": "CorrelatedDataProduct", "subband": "SB-438", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L638333_SB438_uv.MS.tar", "startTime": "2018-01-11T05:04:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "9998711a8a4fc532809c412ddd7d5e34", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-438", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 160546875 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638333_SB438_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 721448, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$6a6c42e10c8c20ddbbeccbebc91c28ce99833d00", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 126062, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/L638333_SB436_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638333_SB436_uv.MS_DPPP.log", "checksum": "sha1$1f1b85fcf4d387e44af077d2f78b8f7511eee20b", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/L638333_SB436_uv.MS_DPPP.log", "nameroot": "L638333_SB436_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/L638333_SB436_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638333_SB436_uv.MS_DPPP_err.log", "checksum": "sha1$0b9afae46013231ea48992281afc514c71cb8579", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/L638333_SB436_uv.MS_DPPP_err.log", "nameroot": "L638333_SB436_uv.MS_DPPP_err" } ], [ { "size": 126062, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/L638333_SB437_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638333_SB437_uv.MS_DPPP.log", "checksum": "sha1$0e09421d6c2add71f0f672d701f8feb68879d8c6", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/L638333_SB437_uv.MS_DPPP.log", "nameroot": "L638333_SB437_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/L638333_SB437_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638333_SB437_uv.MS_DPPP_err.log", "checksum": "sha1$33aecf2aa0371a33f1c0a35f891fd34a9419b26a", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/L638333_SB437_uv.MS_DPPP_err.log", "nameroot": "L638333_SB437_uv.MS_DPPP_err" } ], [ { "size": 126062, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/L638333_SB438_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638333_SB438_uv.MS_DPPP.log", "checksum": "sha1$b71ad4377a931cb29c119a5a61a90a01de6388b9", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/L638333_SB438_uv.MS_DPPP.log", "nameroot": "L638333_SB438_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/L638333_SB438_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638333_SB438_uv.MS_DPPP_err.log", "checksum": "sha1$48406506bd760efcf97a46d581c956c69b414db6", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/L638333_SB438_uv.MS_DPPP_err.log", "nameroot": "L638333_SB438_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 43276, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/P252+38_638333_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+38_638333_dataloss_antennae.png", "checksum": "sha1$24ce2540ba4181ba3960e0cda57876b2333e9497", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/P252%2B38_638333_dataloss_antennae.png", "nameroot": "P252+38_638333_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1458437/P252+38_638333_dataloss_antennae.png" }, { "size": 47650, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/P252+38_638333_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+38_638333_noise_antennae.png", "checksum": "sha1$0310a5d9b03a942d91e144a814b61b1c05180748", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/P252%2B38_638333_noise_antennae.png", "nameroot": "P252+38_638333_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1458437/P252+38_638333_noise_antennae.png" }, { "size": 42472, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/P252+38_638333_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P252+38_638333_percflagged_antennae.png", "checksum": "sha1$812c7c48198dc6230876d4a19c8fc1dd27fbbd7a", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/P252%2B38_638333_percflagged_antennae.png", "nameroot": "P252+38_638333_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1458437/P252+38_638333_percflagged_antennae.png" }, { "size": 78094, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/P252+38_638333_pointing.png", "class": "File", "nameext": ".png", "basename": "P252+38_638333_pointing.png", "checksum": "sha1$60f56fecc5e2b0c3d65f02e7a00a113191919251", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/P252%2B38_638333_pointing.png", "nameroot": "P252+38_638333_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1458437/P252+38_638333_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1183704.037448877, "DE602HBA": 1227871.0953754992, "DE603HBA": 1213485.0344679342, "DE604HBA": 1210545.7992316992, "DE605HBA": 1169779.1977549847, "DE609HBA": 915979.6534233277, "FR606HBA": 1156965.218732268, "IE613HBA": 1185206.6696468494, "PL610HBA": 1227231.0414157647, "PL611HBA": 1025222.998767091, "RS106HBA": 828259.8770012971, "RS205HBA": 728848.3959733701, "RS208HBA": 740744.2717068011, "RS210HBA": 731740.7329952215, "RS305HBA": 720751.2409373898, "RS306HBA": 627655.0591587131, "RS307HBA": 718820.8958595239, "RS310HBA": 719627.5483894935, "RS406HBA": null, "RS407HBA": 612140.4588680279, "RS409HBA": 727031.3627815039, "RS503HBA": 719760.7838544687, "RS508HBA": 720523.1831899262, "RS509HBA": 718554.3430230527, "SE607HBA": 1285113.0920344545, "UK608HBA": 1172257.5740486954, "CS001HBA0": 725923.0749302057, "CS001HBA1": 716036.4257355501, "CS002HBA0": 694647.9749854503, "CS002HBA1": 736003.6519643583, "CS003HBA0": 722939.4291318154, "CS003HBA1": 727562.4673990564, "CS004HBA0": 687909.1322653648, "CS004HBA1": 705608.6214529395, "CS005HBA0": 679407.3174864242, "CS005HBA1": 659172.5278959535, "CS006HBA0": 830639.1133223535, "CS006HBA1": 677202.9553076609, "CS007HBA0": 737188.3488524476, "CS007HBA1": 749481.1046394948, "CS011HBA0": 685208.2087063459, "CS011HBA1": 718243.6226878059, "CS013HBA0": 712452.6561415892, "CS013HBA1": 730396.4326208096, "CS017HBA0": 710511.4092165213, "CS017HBA1": 729240.5817130865, "CS021HBA0": 745922.5029449642, "CS021HBA1": 765543.2501815038, "CS024HBA0": 727843.016130276, "CS024HBA1": 732329.4761118855, "CS026HBA0": 716824.2074811596, "CS026HBA1": 725716.8399325648, "CS028HBA0": 747462.9507277622, "CS028HBA1": 729483.9840195719, "CS030HBA0": 731784.0076045414, "CS030HBA1": 691110.9133755567, "CS031HBA0": 726523.8685654122, "CS031HBA1": 724938.4151690771, "CS032HBA0": 705834.1615707758, "CS032HBA1": 653667.4237138566, "CS101HBA0": 686193.6012556616, "CS101HBA1": 697869.5627577093, "CS103HBA0": 726109.1287882116, "CS103HBA1": 721015.4434244441, "CS201HBA0": 686628.3714106756, "CS201HBA1": 725346.2433493731, "CS301HBA0": 728382.7904963924, "CS301HBA1": 736096.394176906, "CS302HBA0": 620424.6669414401, "CS302HBA1": 680520.9736481685, "CS401HBA0": 807823.1448465942, "CS401HBA1": 677553.549115726, "CS501HBA0": 741013.0137046459, "CS501HBA1": 857051.7481647553 }, "target": [ "P252+38" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "IE613HBA" ], "pointing": { "Sun": 70.27547670539985, "CasA": 62.44491161066197, "CygA": 36.40121184930284, "HerA": 32.61780927407947, "Moon": 54.85431625677148, "TauA": 119.4643329765681, "VirA": 62.59159319513585, "Jupiter": 59.27648112681255, "elevation_fraction": 1 }, "rfi_percent": 3.054101128205128, "median_dataloss": 2.206862311056501, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [ "PL612" ], "array_missing_important_pairs_is": "poor", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 18000435200, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/COMPRESSED_L638333_SB436_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638333_SB436_uv.MS.tar", "checksum": "sha1$1699f97012ef7d9075a30853cdd62b84bbcc38ac", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/COMPRESSED_L638333_SB436_uv.MS.tar", "nameroot": "COMPRESSED_L638333_SB436_uv.MS" }, { "size": 18000343040, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/COMPRESSED_L638333_SB437_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638333_SB437_uv.MS.tar", "checksum": "sha1$99bfb78d0df2882b6b9ff223adf2af8af9481c2d", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/COMPRESSED_L638333_SB437_uv.MS.tar", "nameroot": "COMPRESSED_L638333_SB437_uv.MS" }, { "size": 18000701440, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638333/387833/COMPRESSED_L638333_SB438_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638333_SB438_uv.MS.tar", "checksum": "sha1$22dc8e24f63b2d0052bde40e295eb41ccd00f562", "location": "file:///project/ldv/Share/run/2025/3/4/045_387833/COMPRESSED_L638333_SB438_uv.MS.tar", "nameroot": "COMPRESSED_L638333_SB438_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-dc-02", "cpu_time_raw": 21056 }, "remarks": null, "status_history": [ "defining (2025-03-03T08:55:31Z)", "defined (2025-03-03T08:59:08Z)", "staging (2025-03-03T09:00:44Z)", "staged (2025-03-03T23:57:50Z)", "fetched (2025-03-03T23:58:04Z)", "processing (2025-03-03T23:58:46Z)", "aggregate (2025-03-04T00:43:04Z)", "aggregating (2025-03-04T00:43:11Z)", "processed (2025-03-04T00:43:13Z)", "storing (2025-03-04T00:43:24Z)", "stored (2025-03-04T00:46:22Z)", "validated (2025-03-04T09:06:42Z)", "scrubbing (2025-03-04T09:09:07Z)", "scrubbed (2025-03-04T09:09:54Z)", "pre_archiving (2025-03-04T12:51:42Z)", "pre_archived (2025-03-04T12:52:39Z)", "archiving (2025-03-04T13:05:19Z)", "archived (2025-03-04T14:27:25Z)", "finishing (2025-03-04T14:27:26Z)", "finished (2025-03-04T14:27:45Z)" ], "size_to_process": 195556495360, "size_processed": 54002795825, "total_processing_time": 21056, "nr_of_dps": 3, "log_entries": [ "6155572 - 387833 - staging (STAGER)", "6161290 - 387833 - staged (STAGER)", "6161291 - 387833 - fetched (copy_skipped)", "6161292 - 387833 - processing (running)", "6161377 - 387833 - processed (running)", "6161381 - 387833 - aggregating (collect_h5)", "6161382 - 387833 - processed (collected H5)", "6161386 - 387833 - storing (issuing_copying)", "6161387 - 387833 - storing (copy_issued)", "6161397 - 387833 - stored (copy_finished)", "6165855 - 387833 - scrubbing (STAGER)", "6165914 - 387833 - scrubbed (STAGER)", "6168209 - 387833 - pre_archiving (submitting)", "6168214 - 387833 - pre_archived (SIP created)", "6168305 - 387833 - archiving (submitting)", "6168306 - 387833 - archiving (submitting)", "6168307 - 387833 - archiving (submitting)", "6168882 - 387833 - archiving (ingested)", "6168883 - 387833 - archived (Success)", "6168884 - 387833 - finishing (cleaning)", "6168885 - 387833 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2DBC6BBCD4924978E063164A17AC5E0A", "lta_object_id": "2DBC6BBCD4924978E063164A17AC5E0A", "sas_id_archived": "1458437", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3900, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }