Task Details View Api
Detailed view of a task.
GET /atdb/tasks/386824/
{ "id": 386824, "task_type": "regular", "is_summary": false, "is_aggregated": true, "creationTime": "2025-02-19T10:42:05.785074Z", "filter": "lc9_020-vk-comp", "predecessor": null, "predecessor_status": "no_predecessor", "successors": [], "joined_input_tasks": [], "joined_output_task": null, "joined_status": null, "project": "lc9_020", "sas_id": "638327", "priority": 110, "purge_policy": "no", "cleanup_policy": "defining", "resume": true, "workflow": 29, "stage_request_id": 761722, "status": "finished", "new_status": "finished", "quality": "moderate", "calculated_qualities": { "per_task": [ "moderate" ] }, "inputs": [ { "size": 1360291840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638327/L638327_SB128_uv.MS_58a621a5.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1360291840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638327/L638327_SB129_uv.MS_f9d42277.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1360322560, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638327/L638327_SB130_uv.MS_1dff0562.tar", "type": "File", "location": "srm.grid.sara.nl" }, { "size": 1360291840, "surl": "srm://srm.grid.sara.nl:8443/pnfs/grid.sara.nl/data/lofar/ops/projects/lc9_020/638327/L638327_SB131_uv.MS_cf4be890.tar", "type": "File", "location": "srm.grid.sara.nl" } ], "outputs": { "ingest": [ { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 377016320, "_type": "CorrelatedDataProduct", "subband": "SB-128", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L638327_SB128_uv.MS.tar", "startTime": "2018-01-11T04:53:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "9e4fa66398d7d85a7e2c2b25e6f6819d", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-128", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 146875000 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638327_SB128_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 377016320, "_type": "CorrelatedDataProduct", "subband": "SB-129", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L638327_SB129_uv.MS.tar", "startTime": "2018-01-11T04:53:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "b8daff515e5824f9b06e7b7b682c6cfc", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-129", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 147265625 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638327_SB129_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 377047040, "_type": "CorrelatedDataProduct", "subband": "SB-130", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L638327_SB130_uv.MS.tar", "startTime": "2018-01-11T04:53:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "ac8e58a4715c1a04f0b44decc52698a0", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-130", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 147460937.5 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638327_SB130_uv.MS.tar" }, { "path": "compressed", "metadata": { "project": { "projectCode": "LC9_020" }, "dataProduct": { "size": 377016320, "_type": "CorrelatedDataProduct", "subband": "SB-131", "duration": "PT9M59.832658S", "fileName": "COMPRESSED_L638327_SB131_uv.MS.tar", "startTime": "2018-01-11T04:53:49.000", "fileFormat": "AIPS++/CASA", "md5checksum": "7d9c17bc8acba2d9cd9741bd07afaca9", "channelWidth": { "_attrs": { "units": "kHz" }, "_value": 12.20703125 }, "storageWriter": "DyscoStorageManager", "stationSubband": "SB-131", "dataProductType": "Correlator data", "centralFrequency": { "_attrs": { "units": "MHz" }, "_value": 147656250 }, "channelsPerSubband": 16, "integrationInterval": { "_attrs": { "units": "s" }, "_value": 1.00139008 }, "storageWriterVersion": "None" }, "pipelineRun": { "_type": "AveragingPipeline", "demixing": "false", "pipelineName": "compress_pipeline", "strategyName": "Compression pipeline", "pipelineVersion": "v0.3.0", "strategyDescription": "Compression with system issues fix", "timeIntegrationStep": "1", "flagAutoCorrelations": "true", "frequencyIntegrationStep": "1", "numberOfCorrelatedDataProducts": "1" } }, "file_name": "COMPRESSED_L638327_SB131_uv.MS.tar" } ], "control": { "keep_input": [] }, "inspect": { "size": 45600, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/inspect.h5", "class": "File", "nameext": ".h5", "basename": "inspect.h5", "checksum": "sha1$a3cdaf40ddc3c25851cbd77968b5cd4ef564565e", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/inspect.h5", "nameroot": "inspect" }, "logfile": [ [ { "size": 126025, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/L638327_SB128_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638327_SB128_uv.MS_DPPP.log", "checksum": "sha1$b331eb78867a21c42b33c6f27766740b1746900a", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/L638327_SB128_uv.MS_DPPP.log", "nameroot": "L638327_SB128_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/L638327_SB128_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638327_SB128_uv.MS_DPPP_err.log", "checksum": "sha1$55bb0bba873f26942c53b7de20062d877b24e488", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/L638327_SB128_uv.MS_DPPP_err.log", "nameroot": "L638327_SB128_uv.MS_DPPP_err" } ], [ { "size": 126025, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/L638327_SB129_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638327_SB129_uv.MS_DPPP.log", "checksum": "sha1$5f66d10ccc941015d310fbeb5308a8b254bc1c40", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/L638327_SB129_uv.MS_DPPP.log", "nameroot": "L638327_SB129_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/L638327_SB129_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638327_SB129_uv.MS_DPPP_err.log", "checksum": "sha1$d053e879c4cc6c1d8b0b16a114be0df035f5819b", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/L638327_SB129_uv.MS_DPPP_err.log", "nameroot": "L638327_SB129_uv.MS_DPPP_err" } ], [ { "size": 126025, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/L638327_SB130_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638327_SB130_uv.MS_DPPP.log", "checksum": "sha1$4c7ae59cad49c4ec1b5dd2842ef77363d0b3bad0", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/L638327_SB130_uv.MS_DPPP.log", "nameroot": "L638327_SB130_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/L638327_SB130_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638327_SB130_uv.MS_DPPP_err.log", "checksum": "sha1$f1e5b5689ee16edb764c830c45550bfd74ddc407", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/L638327_SB130_uv.MS_DPPP_err.log", "nameroot": "L638327_SB130_uv.MS_DPPP_err" } ], [ { "size": 126025, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/L638327_SB131_uv.MS_DPPP.log", "class": "File", "nameext": ".log", "basename": "L638327_SB131_uv.MS_DPPP.log", "checksum": "sha1$b2e1d23224d98daa1acc868b7b15d6dc64fd0e2b", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/L638327_SB131_uv.MS_DPPP.log", "nameroot": "L638327_SB131_uv.MS_DPPP" }, { "size": 1673, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/L638327_SB131_uv.MS_DPPP_err.log", "class": "File", "nameext": ".log", "basename": "L638327_SB131_uv.MS_DPPP_err.log", "checksum": "sha1$55bb0bba873f26942c53b7de20062d877b24e488", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/L638327_SB131_uv.MS_DPPP_err.log", "nameroot": "L638327_SB131_uv.MS_DPPP_err" } ] ], "quality": { "plots": [ { "size": 44247, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/3C295_638327_dataloss_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_638327_dataloss_antennae.png", "checksum": "sha1$91ae65cb7fe609978ba2e68c1522aa5f4634117c", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/3C295_638327_dataloss_antennae.png", "nameroot": "3C295_638327_dataloss_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1455364/3C295_638327_dataloss_antennae.png" }, { "size": 46788, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/3C295_638327_noise_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_638327_noise_antennae.png", "checksum": "sha1$aea347fd12edcc09354f3259b20622384c1a931d", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/3C295_638327_noise_antennae.png", "nameroot": "3C295_638327_noise_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1455364/3C295_638327_noise_antennae.png" }, { "size": 59097, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/3C295_638327_percflagged_antennae.png", "class": "File", "nameext": ".png", "basename": "3C295_638327_percflagged_antennae.png", "checksum": "sha1$ce65134732f541bbf47ace7fb6d32af293f22121", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/3C295_638327_percflagged_antennae.png", "nameroot": "3C295_638327_percflagged_antennae", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1455364/3C295_638327_percflagged_antennae.png" }, { "size": 56307, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/3C295_638327_pointing.png", "class": "File", "nameext": ".png", "basename": "3C295_638327_pointing.png", "checksum": "sha1$b26a1ceba44bc8b483abf4d4c0ace571e6d65af1", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/3C295_638327_pointing.png", "nameroot": "3C295_638327_pointing", "surl_lta": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/projects/lc9_020/1455364/3C295_638327_pointing.png" } ], "summary": { "details": { "DStDev": { "DE601HBA": 1065138.0971192184, "DE602HBA": 1118301.4489069986, "DE603HBA": 1097527.3863604355, "DE604HBA": 1108486.2041042193, "DE605HBA": 1088240.2621310742, "DE609HBA": 861706.9161951375, "FR606HBA": 1051634.8401265228, "IE613HBA": 1089833.9156526707, "PL610HBA": 1166319.8342495882, "PL611HBA": 913934.3361180606, "RS106HBA": 652599.0736988758, "RS205HBA": 624543.5426996772, "RS208HBA": 636067.3653383694, "RS210HBA": 631530.4635829951, "RS305HBA": 620157.0810063573, "RS306HBA": 539058.3152237053, "RS307HBA": 622213.943231582, "RS310HBA": 623243.2206076246, "RS406HBA": null, "RS407HBA": 524916.7073277642, "RS409HBA": 634206.0136127359, "RS503HBA": 606335.8467228055, "RS508HBA": 624056.4552557707, "RS509HBA": 635637.4363060759, "SE607HBA": 1138892.0359983053, "UK608HBA": 1087456.4841569802, "CS001HBA0": 631638.5138981424, "CS001HBA1": 622185.6873551235, "CS002HBA0": 600841.9733259978, "CS002HBA1": 631883.3670480594, "CS003HBA0": 623885.9680924898, "CS003HBA1": 628431.8198154607, "CS004HBA0": 591118.1707970151, "CS004HBA1": 602599.495901878, "CS005HBA0": 582573.7405180454, "CS005HBA1": 570074.9926952594, "CS006HBA0": 629737.4779980301, "CS006HBA1": 582432.4524488153, "CS007HBA0": 629455.1204946542, "CS007HBA1": 639992.6780607407, "CS011HBA0": 595834.9438122035, "CS011HBA1": 622277.1509619093, "CS013HBA0": 610879.1050463726, "CS013HBA1": 627283.875726367, "CS017HBA0": 612603.676259944, "CS017HBA1": 629382.5487413709, "CS021HBA0": 628397.7511222283, "CS021HBA1": 621337.8878744055, "CS024HBA0": 626022.1060596199, "CS024HBA1": 625750.0043823612, "CS026HBA0": 618236.063710998, "CS026HBA1": 626008.7300179834, "CS028HBA0": 638998.7671595181, "CS028HBA1": 622673.8767968167, "CS030HBA0": 628836.6904213841, "CS030HBA1": 567875.1201183709, "CS031HBA0": 628116.7801793392, "CS031HBA1": 629628.2707295569, "CS032HBA0": 601828.8028380475, "CS032HBA1": 558063.1413596768, "CS101HBA0": 593905.3342038894, "CS101HBA1": 605224.7740400892, "CS103HBA0": 619927.0064946616, "CS103HBA1": 616744.1712256041, "CS201HBA0": 597422.6402025581, "CS201HBA1": 630384.5274095251, "CS301HBA0": 616652.9479754975, "CS301HBA1": 621890.4352057185, "CS302HBA0": 532192.4960855129, "CS302HBA1": 583091.8338662346, "CS401HBA0": 631018.9408593175, "CS401HBA1": 579875.8301916542, "CS501HBA0": 637223.1348218217, "CS501HBA1": 620074.6975195218 }, "target": [ "3C295" ], "quality": "moderate", "antennas": [ "CS001HBA0", "CS001HBA1", "CS002HBA0", "CS002HBA1", "CS003HBA0", "CS003HBA1", "CS004HBA0", "CS004HBA1", "CS005HBA0", "CS005HBA1", "CS006HBA0", "CS006HBA1", "CS007HBA0", "CS007HBA1", "CS011HBA0", "CS011HBA1", "CS013HBA0", "CS013HBA1", "CS017HBA0", "CS017HBA1", "CS021HBA0", "CS021HBA1", "CS024HBA0", "CS024HBA1", "CS026HBA0", "CS026HBA1", "CS028HBA0", "CS028HBA1", "CS030HBA0", "CS030HBA1", "CS031HBA0", "CS031HBA1", "CS032HBA0", "CS032HBA1", "CS101HBA0", "CS101HBA1", "CS103HBA0", "CS103HBA1", "CS201HBA0", "CS201HBA1", "CS301HBA0", "CS301HBA1", "CS302HBA0", "CS302HBA1", "CS401HBA0", "CS401HBA1", "CS501HBA0", "CS501HBA1", "RS106HBA", "RS205HBA", "RS208HBA", "RS210HBA", "RS305HBA", "RS306HBA", "RS307HBA", "RS310HBA", "RS406HBA", "RS407HBA", "RS409HBA", "RS503HBA", "RS508HBA", "RS509HBA", "DE601HBA", "DE602HBA", "DE603HBA", "DE604HBA", "DE605HBA", "FR606HBA", "SE607HBA", "UK608HBA", "DE609HBA", "PL610HBA", "PL611HBA", "IE613HBA" ], "pointing": { "Sun": 100.97806367495731, "CasA": 63.88875889149997, "CygA": 57.33864702123219, "HerA": 57.5323511394377, "Moon": 64.91605460500165, "TauA": 93.60814809451432, "VirA": 44.643173068006405, "Jupiter": 69.42786850191469, "elevation_fraction": 1 }, "rfi_percent": 0.27331609615384617, "median_dataloss": 0.08080293297630936, "antenna_configuration": "FULL", "antennas_not_available": [ "LV614" ] }, "applied_fixes": [], "rfi_perc_total": "moderate", "elevation_score": "good", "sun_interference": "good", "unfixable_issues": [], "moon_interference": "good", "already_compressed": [ false, false, false, false ], "jupiter_interference": "good", "input_storage_manager": [ "CasaStorageManager", "CasaStorageManager", "CasaStorageManager", "CasaStorageManager" ], "is_high_median_dataloss": "moderate", "degree_incompleteness_array": [ "PL612" ], "array_missing_important_pairs_is": "poor", "array_missing_important_pairs_dutch": "good", "aggregated_array_data_losses_percentage": "good", "array_high_data_loss_on_is_important_pair": "good", "array_high_data_loss_on_dutch_important_pair": "good" } }, "compressed": [ { "size": 377016320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/COMPRESSED_L638327_SB128_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638327_SB128_uv.MS.tar", "checksum": "sha1$9acd138182de85fe53cbbb8aad8dd6cb5da95c3b", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/COMPRESSED_L638327_SB128_uv.MS.tar", "nameroot": "COMPRESSED_L638327_SB128_uv.MS" }, { "size": 377016320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/COMPRESSED_L638327_SB129_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638327_SB129_uv.MS.tar", "checksum": "sha1$51ed2382e4aadb9d49f5ae73a361f3bbbab6f6df", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/COMPRESSED_L638327_SB129_uv.MS.tar", "nameroot": "COMPRESSED_L638327_SB129_uv.MS" }, { "size": 377047040, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/COMPRESSED_L638327_SB130_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638327_SB130_uv.MS.tar", "checksum": "sha1$dd94cc440215c38ee1c64899b8701b4c7e0cb434", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/COMPRESSED_L638327_SB130_uv.MS.tar", "nameroot": "COMPRESSED_L638327_SB130_uv.MS" }, { "size": 377016320, "surl": "srm://srm.grid.sara.nl/pnfs/grid.sara.nl/data/lofar/ops/disk/ldv/lc9_020/638327/386824/COMPRESSED_L638327_SB131_uv.MS.tar", "class": "File", "nameext": ".tar", "basename": "COMPRESSED_L638327_SB131_uv.MS.tar", "checksum": "sha1$98e5596a9e4171d669855ce9167a207a82196614", "location": "file:///project/ldv/Share/run/2025/2/19/1259_386824/COMPRESSED_L638327_SB131_uv.MS.tar", "nameroot": "COMPRESSED_L638327_SB131_uv.MS" } ] }, "metrics": { "n_cpus": 4, "n_nodes": 1, "nodelist": "wn-dc-13", "cpu_time_raw": 988 }, "remarks": null, "status_history": [ "defining (2025-02-19T10:42:06Z)", "defined (2025-02-19T10:45:25Z)", "staging (2025-02-19T10:47:27Z)", "staged (2025-02-19T10:48:17Z)", "fetched (2025-02-19T10:53:52Z)", "processing (2025-02-19T11:28:04Z)", "aggregate (2025-02-19T11:33:34Z)", "aggregating (2025-02-19T11:34:40Z)", "processed (2025-02-19T11:34:42Z)", "storing (2025-02-19T12:32:56Z)", "stored (2025-02-19T13:04:50Z)", "validated (2025-03-03T08:35:40Z)", "scrubbing (2025-03-03T08:37:09Z)", "scrubbed (2025-03-03T08:38:06Z)", "pre_archiving (2025-03-03T11:24:56Z)", "pre_archived (2025-03-03T11:26:09Z)", "archiving (2025-03-03T11:26:44Z)", "archived (2025-03-03T11:51:58Z)", "finishing (2025-03-03T11:51:59Z)", "finished (2025-03-03T11:52:18Z)" ], "size_to_process": 5441198080, "size_processed": 1508858831, "total_processing_time": 988, "nr_of_dps": 4, "log_entries": [ "6114364 - 386824 - staging (STAGER)", "6114437 - 386824 - staged (STAGER)", "6114845 - 386824 - fetched (copy_skipped)", "6116191 - 386824 - processing (running)", "6116359 - 386824 - processed (running)", "6116415 - 386824 - aggregating (collect_h5)", "6116416 - 386824 - processed (collected H5)", "6117417 - 386824 - storing (issuing_copying)", "6117420 - 386824 - storing (copy_issued)", "6117724 - 386824 - stored (copy_finished)", "6155201 - 386824 - scrubbing (STAGER)", "6155267 - 386824 - scrubbed (STAGER)", "6156841 - 386824 - pre_archiving (submitting)", "6156847 - 386824 - pre_archived (SIP created)", "6156852 - 386824 - archiving (submitting)", "6156853 - 386824 - archiving (submitting)", "6156854 - 386824 - archiving (submitting)", "6156855 - 386824 - archiving (submitting)", "6157033 - 386824 - archiving (ingested)", "6157038 - 386824 - archived (Success)", "6157039 - 386824 - finishing (cleaning)", "6157042 - 386824 - finished (Success)" ], "meta_scheduling": { "#SBATCH --time": "1:00:00", "#SBATCH --cpus-per-task": 4 }, "environment": null, "archive": { "path_to_lta": "https://lta.lofar.eu//Lofar?project=ALL&mode=show_dataproducts_pipe&product=AveragingPipeline&pipeline_object_id=2DBC6BBCBA634978E063164A17AC5E0A", "lta_object_id": "2DBC6BBCBA634978E063164A17AC5E0A", "sas_id_archived": "1455364", "in_archiving_counter": 2, "start_archiving_counter": 1 }, "activity": 3841, "service_filter": "srm.grid.sara.nl", "ingest_location": null, "specification": null }