OPENAI_BASE_URL

Author: makelinux

llm/client-openai-vector_stores-completions.py

@@ -7,13 +7,16 @@
     llama stack run starter
 """
 
+# Prerequisite:
+# export OPENAI_BASE_URL=$LLAMA_STACK_CLIENT_BASE_URL/v1
+
 import io
 import os
 
 import requests
 from openai import OpenAI
 
-c = OpenAI(base_url="http://localhost:8321/v1/", api_key="none")
+c = OpenAI()
 
 vs = c.vector_stores.create()
 buf = io.BytesIO(str("abc is green").encode('utf-8'))

llm/client-openai-vector_stores-responses.py

@@ -1,11 +1,14 @@
 #!/usr/bin/python3
 
+# Prerequisite:
+# export OPENAI_BASE_URL=$LLAMA_STACK_CLIENT_BASE_URL/v1
+
 # ./llama-stack/docs/docs/getting_started/demo_script.py
 
 import io, os, requests
 from openai import OpenAI
 
-c = OpenAI(base_url="http://localhost:8321/v1/", api_key="none")
+c = OpenAI()
 
 vs = c.vector_stores.create()
 buf = io.BytesIO(str("abc is green").encode('utf-8'))