tosquash: log only on task count changes

Author: jhcipar

runpod/serverless/modules/rp_scale.py

@@ -221,6 +221,7 @@ async def run_jobs(self, session: ClientSession):
         """
         tasks: Set[asyncio.Task] = set()
 
+        last_task_count = 0
         while self.is_alive() or not self.jobs_queue.empty():
             # Fetch as many jobs as the concurrency allows
             while len(tasks) < self.current_concurrency and not self.jobs_queue.empty():
@@ -231,7 +232,10 @@ async def run_jobs(self, session: ClientSession):
 
             # Wait for any job to finish
             if tasks:
-                log.info(f"Jobs in progress: {len(tasks)}")
+                current_task_count = len(tasks)
+                if current_task_count != last_task_count:
+                    log.info(f"Jobs in progress: {current_task_count}")
+                    last_task_count = current_task_count
 
                 done, pending = await asyncio.wait(
                     tasks, return_when=asyncio.FIRST_COMPLETED, timeout=0.1