Task: 388320 (regular)

id (api)388320
typeregular
slurm jobs (api)jobs for task 388320 {'finished': 13}
priority 100
statusfinished
workflow 29 - aggregated_compress_pipeline
 inputs    outputs    metrics Quality  
filterlc7_026-mi-comp
source location (inputs)
target location (processing)srm.grid.sara.nl
projectlc7_026
activity (API) + status 579173, finished
specification (API) -
creationTime2025-03-04 19:38:04
purge_policyyes
cleanup_policydefining
resumeTrue
is_summaryFalse
stage_request_id765941
dataproducts9
size_to_process672.8 MB
size_processed215.0 MB
total_processing_time784
qualitymoderate
calculated qualities{'per_task': ['moderate']}
remarksNone

Log Entries

servicestepstatustimestampcpu_cycleswall_clock_timelog
ARCHIVERSuccessfinished03-10-2025, 07:41:53None43428
ARCHIVERcleaningfinishing03-10-2025, 07:41:27None43402
ARCHIVERSuccessarchived03-10-2025, 07:41:26None43401
ARCHIVERingestedarchiving03-10-2025, 07:40:52None43367
ARCHIVERupdate_archive_task_failedarchived_failed03-07-2025, 09:16:38None49113Unrecognized response code 500: Internal Server Error b'\n\n\n \n \n OperationalError\n</td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:17</td><td>None</td><td>48432</td><td></td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:16</td><td>None</td><td>48431</td><td></td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:15</td><td>None</td><td>48430</td><td></td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:14</td><td>None</td><td>48429</td><td></td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:13</td><td>None</td><td>48428</td><td></td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:12</td><td>None</td><td>48427</td><td></td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:11</td><td>None</td><td>48426</td><td></td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:10</td><td>None</td><td>48425</td><td></td><tr><td><b>ARCHIVER</b></td><td><b>submitting</b></td><td class="archiving" >archiving</td><td>03-07-2025, 09:05:08</td><td>None</td><td>48423</td><td></td><tr><td><b>PREARCHIVER</b></td><td><b>SIP created</b></td><td class="pre_archived" >pre_archived</td><td>03-07-2025, 09:04:33</td><td>None</td><td>48388</td><td></td><tr><td><b>PREARCHIVER</b></td><td><b>submitting</b></td><td class="pre_archiving" >pre_archiving</td><td>03-07-2025, 09:03:23</td><td>None</td><td>48318</td><td></td><tr><td><b>STAGER</b></td><td><b>STAGER</b></td><td class="scrubbed" >scrubbed</td><td>03-05-2025, 13:56:43</td><td>None</td><td>65918</td><td>None</td><tr><td><b>STAGER</b></td><td><b>STAGER</b></td><td class="scrubbing" >scrubbing</td><td>03-05-2025, 13:56:27</td><td>None</td><td>65902</td><td>None</td><tr><td><b>DATAMANAGER</b></td><td><b>copy_finished</b></td><td class="stored" >stored</td><td>03-04-2025, 23:26:00</td><td>None</td><td>13675</td><td></td><tr><td><b>DATAMANAGER</b></td><td><b>copy_issued</b></td><td class="storing" >storing</td><td>03-04-2025, 23:25:55</td><td>None</td><td>13670</td><td></td><tr><td><b>DATAMANAGER</b></td><td><b>issuing_copying</b></td><td class="storing" >storing</td><td>03-04-2025, 23:25:19</td><td>None</td><td>13634</td><td></td><tr><td><b>AGGREGATOR</b></td><td><b>collected H5</b></td><td class="processed" >processed</td><td>03-04-2025, 23:25:00</td><td>None</td><td>13615</td><td></td><tr><td><b>AGGREGATOR</b></td><td><b>collect_h5</b></td><td class="aggregating" >aggregating</td><td>03-04-2025, 23:24:59</td><td>None</td><td>13614</td><td></td><tr><td><b>EXECUTOR</b></td><td><b>running</b></td><td class="processed" >processed</td><td>03-04-2025, 23:24:39</td><td>None</td><td>784</td><td>None</td><tr><td><b>EXECUTOR</b></td><td><b>running</b></td><td class="processing" >processing</td><td>03-04-2025, 23:22:48</td><td>None</td><td>13483</td><td><a href="https://public.spider.surfsara.nl/project/ldv/run/logs/2025/3/5/047_388320" target="_blank">logfile</a></td><tr><td><b>DATAMANAGER</b></td><td><b>copy_skipped</b></td><td class="fetched" >fetched</td><td>03-04-2025, 23:22:14</td><td>None</td><td>13449</td><td></td><tr><td><b>STAGER</b></td><td><b>STAGER</b></td><td class="staged" >staged</td><td>03-04-2025, 23:22:08</td><td>None</td><td>13443</td><td>None</td><tr><td><b>STAGER</b></td><td><b>STAGER</b></td><td class="staging" >staging</td><td>03-04-2025, 19:47:36</td><td>None</td><td>571</td><td>None</td></tbody> </table> </div> </div> </div> </div> </div> <!-- To place above the workflow-modal html --> <script> $(document).on("click", ".open-modal", function (e) { e.preventDefault(); var $popup = $("#popup"); var popup_url = $(this).data("popup-url"); $(".modal-body", $popup).load(popup_url, function () { $popup.modal("show"); }); }); </script> <div id="popup" class="modal fade" role="dialog"> <div class="modal-dialog modal-lg"> <div class="modal-content"> <div class="modal-body"></div> <div class="modal-footer"> <button type="button" class="btn btn-info" data-dismiss="modal">Close</button> </div> </div> </div> </div> </body> <!-- To place above the workflow-modal html --> <script> $(document).on("click", ".open-modal", function (e) { e.preventDefault(); var $popup = $("#popup"); var popup_url = $(this).data("popup-url"); $(".modal-body", $popup).load(popup_url, function () { $popup.modal("show"); }); }); </script> <div id="popup" class="modal fade" role="dialog"> <div class="modal-dialog modal-lg"> <div class="modal-content"> <div class="modal-body"></div> <div class="modal-footer"> <button type="button" class="btn btn-info" data-dismiss="modal">Close</button> </div> </div> </div> </div> </html> <script type="text/javascript"> function readFromLocalStorage(id) { const value = localStorage.getItem(id); if (value !== null) { const element = document.getElementById(id); if (element) { element.value = value; // Set the input value from localStorage } } } window.addEventListener('load', () => { readFromLocalStorage('search_services'); readFromLocalStorage('search_box'); }); </script> <script type="text/javascript"> function writeToLocalStorage(id, event) { //event.preventDefault(); // Prevent the form from submitting const element = document.getElementById(id); if (element) { localStorage.setItem(id, element.value); // Store the input value in localStorage } } </script>