client-openai-responses.sh

Author: makelinux

llm/client-openai-responses.sh

@@ -0,0 +1,7 @@
+curl -s ${LLAMA_STACK_CLIENT_BASE_URL:-http://localhost:8321}/v1/responses \
+  -H "Content-Type: application/json" \
+  -H "Authorization: Bearer none" \
+  -d '{
+        "model": "'${INFERENCE_MODEL:-ollama/llama3.2:3b}'",
+        "input": "hi"
+      }' | jq .