first attempt to limit output frequency

Author: kdaily

awscli/customizations/s3/results.py

@@ -315,7 +315,7 @@ class ResultPrinter(BaseResultHandler):
     SRC_DEST_TRANSFER_LOCATION_FORMAT = '{src} to {dest}'
     SRC_TRANSFER_LOCATION_FORMAT = '{src}'
 
-    def __init__(self, result_recorder, out_file=None, error_file=None):
+    def __init__(self, result_recorder, out_file=None, error_file=None, frequency=None):
         """Prints status of ongoing transfer
 
         :type result_recorder: ResultRecorder
@@ -331,6 +331,8 @@ def __init__(self, result_recorder, out_file=None, error_file=None):
         """
         self._result_recorder = result_recorder
         self._out_file = out_file
+        self._frequency = frequency
+        self._first = True
         if self._out_file is None:
             self._out_file = sys.stdout
         self._error_file = error_file
@@ -347,12 +349,16 @@ def __init__(self, result_recorder, out_file=None, error_file=None):
             DryRunResult: self._print_dry_run,
             FinalTotalSubmissionsResult: self._clear_progress_if_no_more_expected_transfers,
         }
+        self._now = time.time()
 
     def __call__(self, result):
         """Print the progress of the ongoing transfer based on a result"""
-        self._result_handler_map.get(type(result), self._print_noop)(
-            result=result
-        )
+        if self._first or (self._frequency is None) or (time.time() - self._now >= self._frequency):
+            self._result_handler_map.get(type(result), self._print_noop)(
+                result=result
+            )
+            self._now = time.time()
+            self._first = False
 
     def _print_noop(self, **kwargs):
         # If the result does not have a handler, then do nothing with it.

awscli/customizations/s3/s3handler.py

@@ -104,7 +104,7 @@ def _add_result_printer(self, result_recorder, result_processor_handlers):
         elif not self._cli_params.get('progress'):
             result_printer = NoProgressResultPrinter(result_recorder)
         else:
-            result_printer = ResultPrinter(result_recorder)
+            result_printer = ResultPrinter(result_recorder, frequency=5)
         result_processor_handlers.append(result_printer)