Task Details View Api
Detailed view of a task.
GET /atdb/tasks/395665/
{ "id": 395665, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-21T07:09:43.238393Z", "filter": "lt10_010-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "654296", "priority": 100, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 778413, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 29198161920, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654296/L654296_SB148_uv.MS_d6d5b459.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 29198131200, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654296/L654296_SB149_uv.MS_b32bd891.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 29198100480, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/654296/L654296_SB150_uv.MS_72100da1.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 8061644800, "_type": "CorrelatedDataProduct", "subband": "SB-148", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654296_SB148_uv.MS.tar", "startTime": "2018-05-24T13:34:37.000", "fileFormat": "AIPS++/CASA", "md5checksum": "912f1670b2bbcf0825ef20248e46791e", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-148", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 150976562.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654296_SB148_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 8061450240, "_type": "CorrelatedDataProduct", "subband": "SB-149", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654296_SB149_uv.MS.tar", "startTime": "2018-05-24T13:34:37.000", "fileFormat": "AIPS++/CASA", "md5checksum": "789e0ce3922fecf91bc48d35983c85af", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-149", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 151171875 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654296_SB149_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 8061050880, "_type": "CorrelatedDataProduct", "subband": "SB-150", "duration": "PT3H59M59.989351S", "fileName": "COMPRESSED_L654296_SB150_uv.MS.tar", "startTime": "2018-05-24T13:34:37.000", "fileFormat": "AIPS++/CASA", "md5checksum": "b0b81f0850373d509c7f959bab65a782", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-150", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 151367187.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L654296_SB150_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 145584, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$694a2d21145e670d2fc3a32984bd95464224aa19", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 113913, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/L654296_SB148_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654296_SB148_uv.MS_DPPP.log", "checksum": "sha1$047a828e44ce98a445aead8cd22f6541ef836276", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/L654296_SB148_uv.MS_DPPP.log", "nameroot": "L654296_SB148_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/L654296_SB148_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654296_SB148_uv.MS_DPPP_err.log", "checksum": "sha1$50d6026e6ebc83e08cd13b645f76c84cb5ab2498", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/L654296_SB148_uv.MS_DPPP_err.log", "nameroot": "L654296_SB148_uv.MS_DPPP_err" } ], [ { "size": 113913, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/L654296_SB149_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654296_SB149_uv.MS_DPPP.log", "checksum": "sha1$e6983e96cec999f4ff3c0a487f3ca64c1c4747a9", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/L654296_SB149_uv.MS_DPPP.log", "nameroot": "L654296_SB149_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/L654296_SB149_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654296_SB149_uv.MS_DPPP_err.log", "checksum": "sha1$1b40bb72513bfd0357f755c3e744a5360c6c9475", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/L654296_SB149_uv.MS_DPPP_err.log", "nameroot": "L654296_SB149_uv.MS_DPPP_err" } ], [ { "size": 113913, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/L654296_SB150_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L654296_SB150_uv.MS_DPPP.log", "checksum": "sha1$5c57724e1e782967776df4c60e378fc82a570d00", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/L654296_SB150_uv.MS_DPPP.log", "nameroot": "L654296_SB150_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/L654296_SB150_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L654296_SB150_uv.MS_DPPP_err.log", "checksum": "sha1$d78169b73457d0add99d691af1463e26c53aaeb5", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/L654296_SB150_uv.MS_DPPP_err.log", "nameroot": "L654296_SB150_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 48812, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/P120+14_654296_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P120+14_654296_dataloss_antennae.png", "checksum": "sha1$549ff8122a16d731025cc3472915c40c319eb5fd", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/P120%2B14_654296_dataloss_antennae.png", "nameroot": "P120+14_654296_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514664/P120+14_654296_dataloss_antennae.png" }, { "size": 51394, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/P120+14_654296_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P120+14_654296_noise_antennae.png", "checksum": "sha1$60e563624e2032792f1dd149200e15a6599d170b", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/P120%2B14_654296_noise_antennae.png", "nameroot": "P120+14_654296_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514664/P120+14_654296_noise_antennae.png" }, { "size": 57002, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/P120+14_654296_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P120+14_654296_percflagged_antennae.png", "checksum": "sha1$c3a854290bf55d3ed2265180deee38d9d9449c6e", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/P120%2B14_654296_percflagged_antennae.png", "nameroot": "P120+14_654296_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514664/P120+14_654296_percflagged_antennae.png" }, { "size": 72026, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/P120+14_654296_pointing.png", "class": "File", "nameext": ".png", "basename": "P120+14_654296_pointing.png", "checksum": "sha1$384d5d8abc9f3fea54ae36aa6c2bb83055b37d3a", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/P120%2B14_654296_pointing.png", "nameroot": "P120+14_654296_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lt10_010/1514664/P120+14_654296_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 922598.217789924, "DE602HBA": 982525.4814136351, "DE603HBA": 956818.4550150263, "DE604HBA": 932320.8150443847, "DE605HBA": 930256.0457654736, "DE609HBA": 743301.5101582657, "FR606HBA": 910035.4942330375, "IE613HBA": 957473.2063454811, "PL610HBA": 970661.2257702935, "PL611HBA": 778133.0270507211, "PL612HBA": 972680.4452637483, "RS106HBA": 550691.2256937444, "RS205HBA": 554614.821744062, "RS208HBA": 553521.3787084443, "RS210HBA": 576542.2042768074, "RS305HBA": 553816.7956142365, "RS306HBA": 468118.33855826524, "RS310HBA": 546078.9149836849, "RS407HBA": 438053.2507837769, "RS409HBA": 566018.6385149643, "RS503HBA": 535618.9248756438, "RS509HBA": 554662.4781432681, "SE607HBA": 955513.0628294987, "UK608HBA": 976653.4893342776, "CS001HBA0": 556300.4567363167, "CS001HBA1": 522635.67753456975, "CS002HBA0": 536781.439726153, "CS002HBA1": 543354.3479479342, "CS003HBA0": 542784.5650249157, "CS003HBA1": 560073.7267335836, "CS004HBA0": 531579.6517260736, "CS004HBA1": 561682.2055353445, "CS005HBA0": 535956.7622640294, "CS005HBA1": 560373.3869811055, "CS006HBA0": 565334.6707928181, "CS006HBA1": 519660.2231070911, "CS007HBA0": 562437.4512666098, "CS007HBA1": 564219.2621647719, "CS011HBA0": 527464.4199464654, "CS011HBA1": 566438.7366130187, "CS013HBA0": 553944.4212711042, "CS013HBA1": 560141.8998123246, "CS017HBA0": 528006.9429236681, "CS017HBA1": 545516.7289965344, "CS021HBA0": 555663.8409413365, "CS021HBA1": 537100.4824244067, "CS024HBA0": 558553.425446446, "CS024HBA1": 561780.5980317959, "CS028HBA0": 561494.3383609625, "CS028HBA1": 558915.2431636422, "CS030HBA0": 558971.4955599166, "CS030HBA1": 497981.8030376672, "CS031HBA0": 546443.036922527, "CS031HBA1": 545284.2555056715, "CS032HBA0": 551184.5146777222, "CS032HBA1": 503774.1304961024, "CS101HBA0": 534982.9097703306, "CS101HBA1": 530045.4768152443, "CS103HBA0": 568430.8985539561, "CS103HBA1": 532761.0495667977, "CS201HBA0": 526186.2548785117, "CS201HBA1": 554956.8681442168, "CS301HBA0": 564821.3938407872, "CS301HBA1": 558762.626149685, "CS302HBA0": 447768.82310150494, "CS302HBA1": 520277.1964062068, "CS401HBA0": 565973.7516623768, "CS401HBA1": 497306.9063078732, "CS501HBA0": 543667.0309560006, "CS501HBA1": 552518.7366223721 }, "target": [ "P120+14" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS310HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 56.784962966186725, "CasA": 96.33947532709068, "CygA": 124.97907496920404, "HerA": 128.73507332301983, "Moon": 64.38032141159063, "TauA": 35.955248741347745, "VirA": 65.00760981318011, "Jupiter": 106.36979375274147, "elevation_fraction": 1 }, "rfi_percent": 1.1461852820512821, "median_dataloss": 0.6960653849921283, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [ "CS026", "RS307", "RS406", "RS508" ], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "poor", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 8061644800, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/COMPRESSED_L654296_SB148_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654296_SB148_uv.MS.tar", "checksum": "sha1$d265ab0f4b92bda2df9bd49b7a3e79e60a3c2f2b", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/COMPRESSED_L654296_SB148_uv.MS.tar", "nameroot": "COMPRESSED_L654296_SB148_uv.MS" }, { "size": 8061450240, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/COMPRESSED_L654296_SB149_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654296_SB149_uv.MS.tar", "checksum": "sha1$aa73bebf869b3b2bd29264e89c1875202d2faa9d", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/COMPRESSED_L654296_SB149_uv.MS.tar", "nameroot": "COMPRESSED_L654296_SB149_uv.MS" }, { "size": 8061050880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/654296/395665/COMPRESSED_L654296_SB150_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L654296_SB150_uv.MS.tar", "checksum": "sha1$603b05f7a1be0876cced0b641999ff0d94c0aa0e", "location": "file:///project/ldv/Share/run/2025/3/21/1415_395665/COMPRESSED_L654296_SB150_uv.MS.tar", "nameroot": "COMPRESSED_L654296_SB150_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-la-05", "cpu_time_raw": 13888 }, "remarks": { "quality_sasid": "The automatically calculated quality is Poor, but the dataset seems to be better than that (Moderate)." }, "status_history": [ "defining (2025-03-21T07:09:43Z)", "defined (2025-03-21T08:50:29Z)", "staging (2025-03-21T08:51:25Z)", "staged (2025-03-21T11:11:01Z)", "fetched (2025-03-21T11:11:19Z)", "processing (2025-03-21T11:47:09Z)", "processed_failed (2025-03-21T11:47:56Z)", "fetched (2025-03-21T12:35:13Z)", "processing (2025-03-21T13:08:20Z)", "aggregate (2025-03-21T13:45:11Z)", "aggregating (2025-03-21T13:45:22Z)", "processed (2025-03-21T13:45:24Z)", "storing (2025-03-21T13:49:26Z)", "stored (2025-03-21T14:04:16Z)", "validated (2025-03-21T18:48:00Z)", "scrubbing (2025-03-21T18:50:15Z)", "scrubbed (2025-03-21T18:50:49Z)", "pre_archiving (2025-03-24T04:26:47Z)", "pre_archived (2025-03-24T04:27:46Z)", "archiving (2025-03-24T04:28:34Z)", "archived (2025-03-24T05:20:22Z)", "finishing (2025-03-24T05:20:23Z)", "finished (2025-03-24T05:20:40Z)" ], "size_to_process": 87594393600, "size_processed": 24184862654, "total_processing_time": 13888, "nr_of_dps": 3, "log_entries": [ "6331468 - 395665 - staging (STAGER)", "6332610 - 395665 - staged (STAGER)", "6332612 - 395665 - fetched (copy_skipped)", "6333036 - 395665 - processing (running)", "6333056 - 395665 - processed_failed (running)", "6334900 - 395665 - processing (running)", "6335539 - 395665 - processed (running)", "6335545 - 395665 - aggregating (collect_h5)", "6335548 - 395665 - processed (collected H5)", "6335596 - 395665 - storing (issuing_copying)", "6335597 - 395665 - storing (copy_issued)", "6335893 - 395665 - stored (copy_finished)", "6340801 - 395665 - scrubbing (STAGER)", "6340840 - 395665 - scrubbed (STAGER)", "6359785 - 395665 - pre_archiving (submitting)", "6359791 - 395665 - pre_archived (SIP created)", "6359796 - 395665 - archiving (submitting)", "6359797 - 395665 - archiving (submitting)", "6359798 - 395665 - archiving (submitting)", "6360094 - 395665 - archiving (ingested)", "6360095 - 395665 - archived (Success)", "6360096 - 395665 - finishing (cleaning)", "6360097 - 395665 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "20:00:00", "#SBATCH --constraint": "la", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=310F8CDD8E053EECE063164A17AC3E87", "lta_object_id": "310F8CDD8E053EECE063164A17AC3E87", "sas_id_archived": "1514664", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 4355, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }