Task Details View Api
Detailed view of a task.
GET /atdb/tasks/399863/
{ "id": 399863, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-04-15T11:43:15.345631Z", "filter": "lt10_010-aa-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lt10_010", "sas_id": "657122", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 788108, "status": "archived_failed", "new_status": "archived_failed", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 63464099840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657122/L657122_SB160_uv.MS_552a96d4.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 63462461440, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657122/L657122_SB161_uv.MS_9890a640.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 63462359040, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lt10_010/657122/L657122_SB162_uv.MS_81736e22.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 17538949120, "_type": "CorrelatedDataProduct", "subband": "SB-160", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L657122_SB160_uv.MS.tar", "startTime": "2018-06-10T18:54:15.000", "fileFormat": "AIPS++/CASA", "md5checksum": "41da24d192dee0102adae4adb062e65e", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-160", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 153.3203125 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L657122_SB160_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 17534330880, "_type": "CorrelatedDataProduct", "subband": "SB-161", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L657122_SB161_uv.MS.tar", "startTime": "2018-06-10T18:54:15.000", "fileFormat": "AIPS++/CASA", "md5checksum": "8a7e10d2ada5133300318fe33d64b139", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-161", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 153.7109375 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L657122_SB161_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LT10_010" }, "dataProduct": { "size": 17533675520, "_type": "CorrelatedDataProduct", "subband": "SB-162", "duration": "PT7H59M59.978701S", "fileName": "COMPRESSED_L657122_SB162_uv.MS.tar", "startTime": "2018-06-10T18:54:15.000", "fileFormat": "AIPS++/CASA", "md5checksum": "e279c72e0197ceb7116beda3b891bfa5", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-162", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 153.90625 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L657122_SB162_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 261368, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$d828605e1a21f64a09abb42ccb1acc736aacc899", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 122995, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/L657122_SB160_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L657122_SB160_uv.MS_DPPP.log", "checksum": "sha1$ec0029d9b2ad0a945c97e47de7382f0428469bc2", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/L657122_SB160_uv.MS_DPPP.log", "nameroot": "L657122_SB160_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/L657122_SB160_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L657122_SB160_uv.MS_DPPP_err.log", "checksum": "sha1$f996c5aa9d5cdcc2a89a6a53f95d478be64c63ec", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/L657122_SB160_uv.MS_DPPP_err.log", "nameroot": "L657122_SB160_uv.MS_DPPP_err" } ], [ { "size": 122986, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/L657122_SB161_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L657122_SB161_uv.MS_DPPP.log", "checksum": "sha1$e68d4cd737dc5ba8909e4de9d299dc73c6af1f3d", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/L657122_SB161_uv.MS_DPPP.log", "nameroot": "L657122_SB161_uv.MS_DPPP" }, { "size": 58, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/L657122_SB161_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L657122_SB161_uv.MS_DPPP_err.log", "checksum": "sha1$64b1e6b9c2e4c05a1aa64371e3ea6e2c8bcc421b", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/L657122_SB161_uv.MS_DPPP_err.log", "nameroot": "L657122_SB161_uv.MS_DPPP_err" } ], [ { "size": 122986, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/L657122_SB162_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L657122_SB162_uv.MS_DPPP.log", "checksum": "sha1$4f84b2e27ad2462b0aa05a01625e58a9f95a1c0d", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/L657122_SB162_uv.MS_DPPP.log", "nameroot": "L657122_SB162_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/L657122_SB162_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L657122_SB162_uv.MS_DPPP_err.log", "checksum": "sha1$4036a0427d198942b1ca70386f4fe53bca17d62e", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/L657122_SB162_uv.MS_DPPP_err.log", "nameroot": "L657122_SB162_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 49747, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/P251+28_657122_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "P251+28_657122_dataloss_antennae.png", "checksum": "sha1$306ffc99dd33c34be29e3727c7f9a4acd108d7a6", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/P251%2B28_657122_dataloss_antennae.png", "nameroot": "P251+28_657122_dataloss_antennae" }, { "size": 52782, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/P251+28_657122_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "P251+28_657122_noise_antennae.png", "checksum": "sha1$c8e5fa1d977a004622fb388625c4755d21123ab1", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/P251%2B28_657122_noise_antennae.png", "nameroot": "P251+28_657122_noise_antennae" }, { "size": 47690, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/P251+28_657122_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "P251+28_657122_percflagged_antennae.png", "checksum": "sha1$69b094505ee1fdff6f67358cb681b2904e9133fa", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/P251%2B28_657122_percflagged_antennae.png", "nameroot": "P251+28_657122_percflagged_antennae" }, { "size": 77698, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/P251+28_657122_pointing.png", "class": "File", "nameext": ".png", "basename": "P251+28_657122_pointing.png", "checksum": "sha1$eb178b8f2ee89e4a1c77787c55f92349c3b5f4fa", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/P251%2B28_657122_pointing.png", "nameroot": "P251+28_657122_pointing" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1149670.1711910726, "DE602HBA": 1204675.4187812405, "DE603HBA": 1187770.8006653008, "DE604HBA": 1146324.4604190784, "DE605HBA": 1158951.1632641524, "DE609HBA": 901012.7756164155, "FR606HBA": 1261760.1274832217, "IE613HBA": 1140063.8795426288, "PL610HBA": 1217265.687698402, "PL611HBA": 950612.725555155, "PL612HBA": 1196425.1566048926, "RS106HBA": null, "RS205HBA": 676760.486789271, "RS208HBA": 697163.0269446521, "RS210HBA": 694611.8752140953, "RS305HBA": 689642.8504453187, "RS306HBA": 563372.019961297, "RS307HBA": 670834.2508995824, "RS310HBA": 656676.1687648508, "RS406HBA": 518816.5173802378, "RS407HBA": 535777.5142711373, "RS409HBA": 682286.9922185992, "RS503HBA": 644136.4384867733, "RS508HBA": 645745.4515614011, "RS509HBA": 707907.6161695578, "SE607HBA": 1200974.4959981581, "UK608HBA": 2706323.4634313816, "CS001HBA0": 686156.4691972695, "CS001HBA1": 644712.7377258785, "CS002HBA0": 674631.0233336561, "CS002HBA1": 645196.2029411803, "CS003HBA0": 677341.0753532224, "CS003HBA1": 705057.0923615717, "CS004HBA0": 675035.3379118629, "CS004HBA1": 688644.9986536745, "CS005HBA0": 661017.3073348738, "CS005HBA1": 701569.1010444767, "CS007HBA0": 696504.6434682405, "CS007HBA1": 695175.5267277525, "CS011HBA0": 650294.9901573234, "CS011HBA1": 693980.6126069666, "CS013HBA0": 684063.1406336271, "CS013HBA1": 710653.8713695161, "CS017HBA0": 658750.2461896141, "CS017HBA1": 695952.7145991693, "CS021HBA0": 673948.9890161797, "CS021HBA1": 661834.7517130832, "CS024HBA0": 683713.2101136008, "CS024HBA1": 673592.7084691324, "CS026HBA0": 711253.5086046021, "CS026HBA1": 706147.6192174065, "CS028HBA0": 694064.4108015607, "CS028HBA1": 692489.6124676858, "CS030HBA0": 698356.1736892276, "CS030HBA1": 616925.5331265044, "CS031HBA0": 692578.6872595625, "CS031HBA1": 685023.0232364826, "CS032HBA0": 671022.6891616187, "CS032HBA1": 612903.0326056699, "CS101HBA0": 650800.445043636, "CS101HBA1": 649128.9497009866, "CS103HBA0": 695785.2838590865, "CS103HBA1": 650151.7288607776, "CS201HBA0": 665132.5280292998, "CS201HBA1": 704748.496796889, "CS301HBA0": 698889.7000344363, "CS301HBA1": 685954.3049847473, "CS302HBA0": 552180.8431158161, "CS302HBA1": 649013.0811614125, "CS401HBA0": 706555.8425003337, "CS401HBA1": 611047.590508674, "CS501HBA0": 668386.7827603789, "CS501HBA1": 677760.921082862 }, "target": [ "P251+28" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "PL612HBA", "IE613HBA" ], "pointing": { "Sun": 128.83428848815896, "CasA": 71.3774431930463, "CygA": 41.74954137701617, "HerA": 22.61605707476699, "Moon": 130.72607473954042, "TauA": 129.0008862769379, "VirA": 60.98982620263411, "Jupiter": 51.01044094441392, "elevation_fraction": 1 }, "rfi_percent": 8.067460692307694, "median_dataloss": 7.776743129415575, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [ "CS006" ], "array_missing_important_pairs_is": "good", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "moderate", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 17538949120, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/COMPRESSED_L657122_SB160_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L657122_SB160_uv.MS.tar", "checksum": "sha1$844718fe165319a8e827e15259e900a717bb04c1", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/COMPRESSED_L657122_SB160_uv.MS.tar", "nameroot": "COMPRESSED_L657122_SB160_uv.MS" }, { "size": 17534330880, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/COMPRESSED_L657122_SB161_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L657122_SB161_uv.MS.tar", "checksum": "sha1$fbf10ee0fb48612ad599a0b6df017b3df6e9d865", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/COMPRESSED_L657122_SB161_uv.MS.tar", "nameroot": "COMPRESSED_L657122_SB161_uv.MS" }, { "size": 17533675520, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lt10_010/657122/399863/COMPRESSED_L657122_SB162_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L657122_SB162_uv.MS.tar", "checksum": "sha1$0041e40a8fbcad802bc456efd7c84709eba50be8", "location": "file:///project/ldv/Share/run/2025/4/18/1716_399863/COMPRESSED_L657122_SB162_uv.MS.tar", "nameroot": "COMPRESSED_L657122_SB162_uv.MS" } ] }, "metrics": { "n_cpus": 8, "n_nodes": 1, "nodelist": "wn-dc-05", "cpu_time_raw": 22744 }, "remarks": { "quality_sasid": "One RS with 100% data loss. Busy RFI profile, especially at high frequencies. Validated moderate to look into further." }, "status_history": [ "defining (2025-04-15T11:43:15Z)", "defined (2025-04-18T08:56:42Z)", "staging (2025-04-18T08:58:19Z)", "staged (2025-04-18T15:48:48Z)", "fetched (2025-04-18T15:48:50Z)", "processing (2025-04-18T15:49:19Z)", "aggregate (2025-04-18T16:40:43Z)", "aggregating (2025-04-18T16:41:11Z)", "processed (2025-04-18T16:41:12Z)", "storing (2025-04-18T16:41:14Z)", "stored (2025-04-18T16:45:27Z)", "validated (2025-04-22T11:08:47Z)", "scrubbing (2025-04-22T11:09:40Z)", "scrubbed (2025-04-22T11:10:28Z)", "pre_archiving (2025-04-22T11:27:34Z)", "pre_archived_failed (2025-04-22T11:27:36Z)", "scrubbed (2025-04-22T15:42:16Z)", "pre_archiving (2025-04-22T16:56:06Z)", "pre_archived (2025-04-22T16:57:00Z)", "archiving (2025-04-22T16:58:03Z)", "pre_archived (2025-04-24T05:02:46Z)", "archiving (2025-04-24T05:03:18Z)", "pre_archived (2025-04-24T05:24:07Z)", "archiving (2025-04-24T05:24:39Z)", "archived_failed (2025-04-24T05:44:02Z)" ], "size_to_process": 190388920320, "size_processed": 52607813948, "total_processing_time": 22744, "nr_of_dps": 3, "log_entries": [ "6444772 - 399863 - staging (STAGER)", "6446659 - 399863 - staged (STAGER)", "6446660 - 399863 - fetched (copy_skipped)", "6446661 - 399863 - processing (running)", "6446734 - 399863 - processed (running)", "6446736 - 399863 - aggregating (collect_h5)", "6446737 - 399863 - processed (collected H5)", "6446739 - 399863 - storing (issuing_copying)", "6446741 - 399863 - storing (copy_issued)", "6446746 - 399863 - stored (copy_finished)", "6448482 - 399863 - scrubbing (STAGER)", "6448545 - 399863 - scrubbed (STAGER)", "6448784 - 399863 - pre_archiving (submitting)", "6448785 - 399863 - pre_archived_failed (unknown error)", "6451031 - 399863 - pre_archiving (submitting)", "6451035 - 399863 - pre_archived (SIP created)", "6451037 - 399863 - archiving (submitting)", "6451038 - 399863 - archiving (submitting)", "6451040 - 399863 - archiving (submitting)", "6453975 - 399863 - pre_archived (auto_recovery)", "6453976 - 399863 - pre_archived (auto_recovery)", "6453977 - 399863 - pre_archived (auto_recovery)", "6453978 - 399863 - archiving (submitting)", "6453979 - 399863 - archiving (submitting)", "6453980 - 399863 - archiving (submitting)", "6453981 - 399863 - pre_archived (auto_recovery)", "6453982 - 399863 - pre_archived (auto_recovery)", "6453983 - 399863 - pre_archived (auto_recovery)", "6453984 - 399863 - archiving (submitting)", "6453985 - 399863 - archiving (submitting)", "6453986 - 399863 - archiving (submitting)", "6453987 - 399863 - archived_failed (NA)" ], "meta_scheduling": { "#SBATCH --time": "10:00:00", "#SBATCH --cpus-per-task": 8 }, "environment": null, "archive": { "in_archiving_counter": 100, "start_archiving_counter": 3 }, "activity": 4420, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }