tiktoken to a weak dependency

Author: JqRrt

CHANGLOG.md

@@ -1,3 +1,7 @@
+## [0.1.26] - 2026-03-18
+### Fixed
+- update tiktoken to a weak dependency
+
 ## [0.1.25] - 2026-01-22
 ### Added
 - add to_runnable decorator

cozeloop/integration/langchain/util.py

@@ -1,18 +1,26 @@
 # Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
 # SPDX-License-Identifier: MIT
 
-import tiktoken
 from typing import List, Dict, Union, Any, Optional
 from langchain_core.outputs import LLMResult, Generation, ChatGeneration
 
+try:
+    import tiktoken
+    _cl100k_base_encoding = tiktoken.get_encoding('cl100k_base')
+except Exception:
+    tiktoken = None  # type: ignore[assignment]
+    _cl100k_base_encoding = None
+
 
 def calc_token_usage(inputs: Union[List[Dict], LLMResult], model: str = 'gpt-3.5-turbo-0613'):
     """Return the number of tokens used by a list of messages."""
+    if tiktoken is None:
+        return 0
     try:
         encoding = tiktoken.encoding_for_model(model)
     except KeyError:
         print('Warning: model not found. Using cl100k_base encoding.')
-        encoding = tiktoken.get_encoding('cl100k_base')
+        encoding = _cl100k_base_encoding
     if model == 'gpt-3.5-turbo-0301':
         tokens_per_message = 4  # every message follows <|start|>{role/name}\n{content}<|end|>\n
         tokens_per_name = -1  # if there's a name, the role is omitted

cozeloop/internal/version.py

@@ -1,4 +1,4 @@
 # Copyright (c) 2025 Bytedance Ltd. and/or its affiliates
 # SPDX-License-Identifier: MIT
 
-VERSION = 'v0.1.23'
+VERSION = 'v0.1.26'

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cozeloop"
-version = "0.1.25"
+version = "0.1.26"
 description = "coze loop sdk"
 authors = ["JiangQi715 <jiangqi.rrt@bytedance.com>"]
 license = "MIT"