Skip to content

Instantly share code, notes, and snippets.

View Cali0707's full-sized avatar

Calum Murray Cali0707

View GitHub Profile
from llama_stack_client import Agent, AgentEventLogger, RAGDocument, LlamaStackClient
from llama_stack.apis.common.content_types import URL
client = LlamaStackClient(base_url="http://localhost:8321")
models = client.models.list()
# Select the first LLM and first embedding models
model_id = next(m for m in models if m.model_type == "llm").identifier
embedding_model_id = (