Task Details View Api
Detailed view of a task.
GET /atdb/tasks/390876/
{ "id": 390876, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-03-11T11:39:59.765158Z", "filter": "lc7_026-aa-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc7_026", "sas_id": "580385", "priority": 100, "purge_policy": "yes", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 770647, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "poor" ] }, "inputs": [ { "size": 80568320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc7_026/580385/L580385_SB483_uv.MS_e1097794.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 80568320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc7_026/580385/L580385_SB484_uv.MS_7c408911.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 80568320, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc7_026/580385/L580385_SB485_uv.MS_5002ebd9.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LC7_026" }, "dataProduct": { "size": 25681920, "_type": "CorrelatedDataProduct", "subband": "SB-483", "duration": "PT24M58.079559S", "fileName": "COMPRESSED_L580385_SB483_uv.MS.tar", "startTime": "2017-03-17T08:47:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "cb59da5822bf0ebb86ae9a05a3cdd052", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 48.828125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-483", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 152343750 }, "channelsPerSubband": 4, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 10.0139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L580385_SB483_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC7_026" }, "dataProduct": { "size": 25681920, "_type": "CorrelatedDataProduct", "subband": "SB-484", "duration": "PT24M58.079559S", "fileName": "COMPRESSED_L580385_SB484_uv.MS.tar", "startTime": "2017-03-17T08:47:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "879777db4a7eb4c153eef20a7685d208", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 48.828125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-484", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 152539062.5 }, "channelsPerSubband": 4, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 10.0139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L580385_SB484_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC7_026" }, "dataProduct": { "size": 25712640, "_type": "CorrelatedDataProduct", "subband": "SB-485", "duration": "PT24M58.079559S", "fileName": "COMPRESSED_L580385_SB485_uv.MS.tar", "startTime": "2017-03-17T08:47:00.000", "fileFormat": "AIPS++/CASA", "md5checksum": "800f525c6e60ad324d9e379177b9fd16", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 48.828125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-485", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 152734375 }, "channelsPerSubband": 4, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 10.0139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L580385_SB485_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 28392, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$cf875ee447df35b3cfb767c835926fa6047a173e", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 91053, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/L580385_SB483_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L580385_SB483_uv.MS_DPPP.log", "checksum": "sha1$dc2797b2e6eed79353dff7d7feb49b325eb31088", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/L580385_SB483_uv.MS_DPPP.log", "nameroot": "L580385_SB483_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/L580385_SB483_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L580385_SB483_uv.MS_DPPP_err.log", "checksum": "sha1$b6084345a6723cccd162bdfdce3c68b54a54eb30", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/L580385_SB483_uv.MS_DPPP_err.log", "nameroot": "L580385_SB483_uv.MS_DPPP_err" } ], [ { "size": 91058, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/L580385_SB484_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L580385_SB484_uv.MS_DPPP.log", "checksum": "sha1$c63ff8031dc412570c4a6a6bde4762c592d6f5c7", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/L580385_SB484_uv.MS_DPPP.log", "nameroot": "L580385_SB484_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/L580385_SB484_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L580385_SB484_uv.MS_DPPP_err.log", "checksum": "sha1$12188bf7b43e7275129b807d032e4a0c854b35c0", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/L580385_SB484_uv.MS_DPPP_err.log", "nameroot": "L580385_SB484_uv.MS_DPPP_err" } ], [ { "size": 91058, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/L580385_SB485_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L580385_SB485_uv.MS_DPPP.log", "checksum": "sha1$1833b20b931fd969130025937e2a266bad9396ee", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/L580385_SB485_uv.MS_DPPP.log", "nameroot": "L580385_SB485_uv.MS_DPPP" }, { "size": 59, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/L580385_SB485_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L580385_SB485_uv.MS_DPPP_err.log", "checksum": "sha1$579a625fb75dc9e116086cd23687ec3a12f312c2", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/L580385_SB485_uv.MS_DPPP_err.log", "nameroot": "L580385_SB485_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 42351, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/SAP6_580385_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "SAP6_580385_dataloss_antennae.png", "checksum": "sha1$2c55404185385f5a1c3cabe6ee8134664686c9c9", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/SAP6_580385_dataloss_antennae.png", "nameroot": "SAP6_580385_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc7_026/1484539/SAP6_580385_dataloss_antennae.png" }, { "size": 51405, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/SAP6_580385_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "SAP6_580385_noise_antennae.png", "checksum": "sha1$e73d46d003c0edd4b0e8d0aad8591a4b4db6385d", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/SAP6_580385_noise_antennae.png", "nameroot": "SAP6_580385_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc7_026/1484539/SAP6_580385_noise_antennae.png" }, { "size": 41492, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/SAP6_580385_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "SAP6_580385_percflagged_antennae.png", "checksum": "sha1$d8848c408eae16104b3b6a1bf5c54fe100803eaf", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/SAP6_580385_percflagged_antennae.png", "nameroot": "SAP6_580385_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc7_026/1484539/SAP6_580385_percflagged_antennae.png" }, { "size": 60432, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/SAP6_580385_pointing.png", "class": "File", "nameext": ".png", "basename": "SAP6_580385_pointing.png", "checksum": "sha1$baacab90aad5353304ea1f44611f8dbcff41595b", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/SAP6_580385_pointing.png", "nameroot": "SAP6_580385_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc7_026/1484539/SAP6_580385_pointing.png" } ], "summary": { "details": { "DStDev": { "RS106HBA": 204738.74414123537, "RS205HBA": 370798.2017463113, "RS208HBA": 112979.06976696325, "RS210HBA": 113065.80916934664, "RS305HBA": 362939.75465082587, "RS306HBA": 131205.96532507925, "RS307HBA": 106151.54593759221, "RS310HBA": 114863.19255322989, "RS406HBA": 109007.37379280612, "RS407HBA": 113232.38226238341, "RS409HBA": 112892.26344196276, "RS503HBA": 123809.59559454006, "RS508HBA": 114127.6857095219, "RS509HBA": 114241.67354766132, "CS001HBA0": 295003.1253238181, "CS001HBA1": 306138.61343774875, "CS002HBA0": 112334.31234961872, "CS002HBA1": 125187.04728887134, "CS003HBA0": 310849.53961760923, "CS003HBA1": 115228.5573180159, "CS004HBA0": 165016.5885140464, "CS004HBA1": 124519.95819135176, "CS005HBA0": 109261.99436345694, "CS005HBA1": 147216.00534164565, "CS006HBA0": 176472.13039980864, "CS006HBA1": 128713.88275307379, "CS007HBA0": 134592.1584187658, "CS007HBA1": 129947.88541747714, "CS011HBA0": 129593.95824079168, "CS011HBA1": 141025.5952544308, "CS013HBA0": 123805.23462103112, "CS013HBA1": 121122.31185789939, "CS017HBA0": 139782.01594156766, "CS017HBA1": 140977.0269466181, "CS021HBA0": 114319.9049614968, "CS021HBA1": 132369.6701729272, "CS024HBA0": 185178.32468294335, "CS024HBA1": 168476.47734195337, "CS026HBA0": 137461.80547716457, "CS026HBA1": 118185.83082356877, "CS028HBA0": 128248.06581773481, "CS028HBA1": 123715.7362146163, "CS030HBA0": 333948.13624210004, "CS030HBA1": 229856.32613370326, "CS031HBA0": 213559.32678296536, "CS031HBA1": 192983.76878445808, "CS032HBA0": 115820.12423458518, "CS032HBA1": 143114.98476567294, "CS101HBA0": 153199.62013286405, "CS101HBA1": 128927.04123469064, "CS103HBA0": 145604.7472246332, "CS103HBA1": 130154.93243130157, "CS201HBA0": 126471.03812542162, "CS201HBA1": 130591.71496860674, "CS301HBA0": 119743.83417488149, "CS301HBA1": 118279.86509286439, "CS302HBA0": 107649.47175395944, "CS302HBA1": 165529.2190274154, "CS401HBA0": 162613.58319890936, "CS401HBA1": 123542.29394168768, "CS501HBA0": 129477.78315523734, "CS501HBA1": 133614.1500868215 }, "target": [ "SAP6" ], "quality": "poor", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA" ], "pointing": { "Sun": 46.65254068227798, "CasA": 32.90133604906232, "CygA": 20.098604835984037, "HerA": 70.14630268844314, "Moon": 99.02017957375918, "TauA": 102.02998767029304, "VirA": 117.99833610069105, "Jupiter": 121.15773114139485, "elevation_fraction": 1 }, "rfi_percent": 2.2793466666666666, "median_dataloss": 2.011115986543804, "quality_indicators": { "rfi_limit": 0.3, "sun_angle_limit": 20, "moon_angle_limit": 10, "jupiter_angle_limit": 5, "median_dataloss_limit": 1.5 }, "antenna_configuration": "DUTCH", "antennas_not_available": [ "IE613", "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "poor", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "poor", "degree_incompleteness_array": [], "array_missing_important_pairs_is": "NA", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "NA", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 25681920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/COMPRESSED_L580385_SB483_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L580385_SB483_uv.MS.tar", "checksum": "sha1$ca043ea097f44f958b6ebb4d561e7de180dccc3d", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/COMPRESSED_L580385_SB483_uv.MS.tar", "nameroot": "COMPRESSED_L580385_SB483_uv.MS" }, { "size": 25681920, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/COMPRESSED_L580385_SB484_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L580385_SB484_uv.MS.tar", "checksum": "sha1$7c259a815a2ccaf7e3a8e9de4a12bc75a6eb446c", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/COMPRESSED_L580385_SB484_uv.MS.tar", "nameroot": "COMPRESSED_L580385_SB484_uv.MS" }, { "size": 25712640, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc7_026/580385/390876/COMPRESSED_L580385_SB485_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L580385_SB485_uv.MS.tar", "checksum": "sha1$87d7749a2d6f6ac50e603f34d637f28979dae07f", "location": "file:///project/ldv/Share/run/2025/3/11/1345_390876/COMPRESSED_L580385_SB485_uv.MS.tar", "nameroot": "COMPRESSED_L580385_SB485_uv.MS" } ] }, "metrics": { "n_cpus": 4, "n_nodes": 1, "nodelist": "wn-la-10", "cpu_time_raw": 464 }, "remarks": null, "status_history": [ "defining (2025-03-11T11:40:00Z)", "defined (2025-03-11T12:11:38Z)", "staging (2025-03-11T12:15:12Z)", "staged (2025-03-11T12:54:26Z)", "fetched (2025-03-11T12:54:44Z)", "processing (2025-03-11T12:55:48Z)", "aggregate (2025-03-11T12:57:59Z)", "aggregating (2025-03-11T12:58:13Z)", "processed (2025-03-11T12:58:14Z)", "storing (2025-03-11T13:08:55Z)", "stored (2025-03-11T13:18:25Z)", "validated (2025-03-12T13:04:19Z)", "scrubbing (2025-03-12T13:05:01Z)", "scrubbed (2025-03-12T13:05:14Z)", "pre_archiving (2025-03-12T17:40:39Z)", "pre_archived (2025-03-12T17:41:03Z)", "archiving (2025-03-12T17:46:22Z)", "archived (2025-03-12T19:38:06Z)", "finishing (2025-03-12T19:38:07Z)", "finished (2025-03-12T19:38:25Z)" ], "size_to_process": 241704960, "size_processed": 77573898, "total_processing_time": 464, "nr_of_dps": 3, "log_entries": [ "6237779 - 390876 - staging (STAGER)", "6238394 - 390876 - staged (STAGER)", "6238411 - 390876 - fetched (copy_skipped)", "6238445 - 390876 - processing (running)", "6238537 - 390876 - processed (running)", "6238549 - 390876 - aggregating (collect_h5)", "6238551 - 390876 - processed (collected H5)", "6239029 - 390876 - storing (issuing_copying)", "6239036 - 390876 - storing (copy_issued)", "6239296 - 390876 - stored (copy_finished)", "6248975 - 390876 - scrubbing (STAGER)", "6248993 - 390876 - scrubbed (STAGER)", "6252520 - 390876 - pre_archiving (submitting)", "6252522 - 390876 - pre_archived (SIP created)", "6252570 - 390876 - archiving (submitting)", "6252571 - 390876 - archiving (submitting)", "6252572 - 390876 - archiving (submitting)", "6253634 - 390876 - archiving (ingested)", "6253637 - 390876 - archived (Success)", "6253638 - 390876 - finishing (cleaning)", "6253639 - 390876 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "10:00:00", "#SBATCH --cpus-per-task": 4 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2DBBF8F08B734976E063164A17ACFC61", "lta_object_id": "2DBBF8F08B734976E063164A17ACFC61", "sas_id_archived": "1484539", "in_archiving_counter": 1, "start_archiving_counter": 1 }, "activity": 4114, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }