fix cache error when no need to get prompt

Author: kasarolzzw

cozeloop/internal/prompt/openapi.py

@@ -120,12 +120,15 @@ def __init__(self, http_client: Client):
     def mpull_prompt(self, workspace_id: str, queries: List[PromptQuery]) -> List[PromptResult]:
         sorted_queries = sorted(queries, key=lambda x: (x.prompt_key, x.version))
 
+        all_prompts = []
         # If query count is less than or equal to the maximum batch size, execute directly
         if len(sorted_queries) <= MAX_PROMPT_QUERY_BATCH_SIZE:
-            return self._do_mpull_prompt(workspace_id, sorted_queries)
+            batch_results = self._do_mpull_prompt(workspace_id, sorted_queries)
+            if batch_results is not None:
+                all_prompts.extend(batch_results)
+            return all_prompts
 
         # Process large number of queries in batches
-        all_prompts = []
         for i in range(0, len(sorted_queries), MAX_PROMPT_QUERY_BATCH_SIZE):
             batch_queries = sorted_queries[i:i + MAX_PROMPT_QUERY_BATCH_SIZE]
             batch_results = self._do_mpull_prompt(workspace_id, batch_queries)
@@ -135,8 +138,10 @@ def mpull_prompt(self, workspace_id: str, queries: List[PromptQuery]) -> List[Pr
         return all_prompts
 
     def _do_mpull_prompt(self, workspace_id: str, queries: List[PromptQuery]) -> Optional[List[PromptResult]]:
+        if not queries:
+            return None
         request = MPullPromptRequest(workspace_id=workspace_id, queries=queries)
         response = self.http_client.post(MPULL_PROMPT_PATH, MPullPromptResponse, request)
-        real_resp = MPullPromptResponse.parse_obj(response)
+        real_resp = MPullPromptResponse.model_validate(response)
         if real_resp.data is not None:
             return real_resp.data.items

cozeloop/internal/prompt/prompt.py

@@ -137,6 +137,8 @@ def _prompt_format(
         return results
 
     def _validate_variable_values_type(self, variable_defs: List[VariableDef], variables: Dict[str, PromptVariable]):
+        if variable_defs is None:
+            return
         for var_def in variable_defs:
             if var_def is None:
                 continue

examples/prompt/prompt_hub.py

@@ -88,7 +88,7 @@ def llm_call(self, input_data):
 
     # 4. Get the prompt
     # If no specific version is specified, the latest version of the corresponding prompt will be obtained
-    prompt = client.get_prompt(prompt_key="test_demo", version="0.0.1")
+    prompt = client.get_prompt(prompt_key="prompt_hub_demo", version="0.0.1")
     if prompt is not None:
         # Get messages of the prompt
         if prompt.prompt_template is not None:

pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "cozeloop"
-version = "0.1.2"
+version = "0.1.3"
 description = "coze loop sdk"
 authors = ["JiangQi715 <jiangqi.rrt@bytedance.com>"]
 license = "MIT"