modify span batch, duration name

Author: JqRrt

cozeloop/internal/trace/exporter.py

@@ -3,6 +3,7 @@
 
 import base64
 import logging
+import time
 from typing import Dict, List, Optional, Tuple, Callable, Any
 
 from cozeloop.spec.tracespce import ModelInput, ModelMessagePart, ModelMessagePartType, ModelImageURL, ModelFileURL, ModelOutput
@@ -94,7 +95,7 @@ class UploadSpan(BaseModel):
     span_id: str
     parent_id: str
     trace_id: str
-    duration: int
+    duration_micros: int
     workspace_id: str
     span_name: str
     span_type: str
@@ -138,7 +139,7 @@ def transfer_to_upload_span_and_file(spans: List['Span']) -> (List[UploadSpan],
             span_id=span.span_id,
             parent_id=span.parent_span_id,
             trace_id=span.trace_id,
-            duration=span.get_duration(),
+            duration_micros=span.get_duration(),
             workspace_id=span.get_space_id(),
             span_name=span.get_span_name(),
             span_type=span.get_span_type(),

cozeloop/internal/trace/queue_manager.py

@@ -105,6 +105,8 @@ def _do_export(self):
             while not self.queue.empty():
                 item = self.queue.get()
                 self.batch.append(item)
+                if len(self.batch) == self.options.max_export_batch_length:
+                    break
         logger.debug(
             f"{self.options.queue_name} queue _do_export_end, len: {len(self.batch)}")
         self._do_export_batch()

cozeloop/internal/trace/span_processor.py

@@ -15,7 +15,7 @@
 from cozeloop.internal.trace.span import Span
 
 DEFAULT_MAX_QUEUE_LENGTH = 2048
-DEFAULT_MAX_EXPORT_BATCH_LENGTH = 512
+DEFAULT_MAX_EXPORT_BATCH_LENGTH = 100
 DEFAULT_MAX_EXPORT_BATCH_BYTE_SIZE = 4 * 1024 * 1024  # 4MB
 MAX_RETRY_EXPORT_BATCH_LENGTH = 50
 DEFAULT_SCHEDULE_DELAY = 1000  # millisecond

tests/internal/trace/test_benchmark.py

@@ -90,4 +90,4 @@ def benchmark(qps, duration):
 
 
 def test_trace_benchmark():
-    benchmark(qps=1000, duration=20)
+    benchmark(qps=500, duration=20)