mirror of
https://github.com/hanzoai/agent.git
synced 2026-09-11 21:08:51 +00:00
zeekayandHanzo Dev
9e1118f21d
Importing agents registered an exporter that posted every trace and span to api.openai.com with the default client's key, so a run against any other server sent its traces there and logged a 401. Nothing is registered now. BackendSpanExporter takes the endpoint it posts to, with no default and no OPENAI_* fallback. set_tracing_export_api_key and use_for_tracing only fed that upload, so they are gone. Co-authored-by: Hanzo Dev <[email protected]>
74 lines
2.0 KiB
Python
74 lines
2.0 KiB
Python
from __future__ import annotations
|
|
|
|
import asyncio
|
|
import os
|
|
|
|
from openai import AsyncHanzo AI
|
|
|
|
from agents import (
|
|
Agent,
|
|
Model,
|
|
ModelProvider,
|
|
Hanzo AIChatCompletionsModel,
|
|
RunConfig,
|
|
Runner,
|
|
function_tool,
|
|
set_tracing_disabled,
|
|
)
|
|
|
|
BASE_URL = os.getenv("EXAMPLE_BASE_URL") or ""
|
|
API_KEY = os.getenv("EXAMPLE_API_KEY") or ""
|
|
MODEL_NAME = os.getenv("EXAMPLE_MODEL_NAME") or ""
|
|
|
|
if not BASE_URL or not API_KEY or not MODEL_NAME:
|
|
raise ValueError(
|
|
"Please set EXAMPLE_BASE_URL, EXAMPLE_API_KEY, EXAMPLE_MODEL_NAME via env var or code."
|
|
)
|
|
|
|
|
|
"""This example uses a custom provider for some calls to Runner.run(), and direct calls to Hanzo AI for
|
|
others. Steps:
|
|
1. Create a custom Hanzo AI client.
|
|
2. Create a ModelProvider that uses the custom client.
|
|
3. Use the ModelProvider in calls to Runner.run(), only when we want to use the custom LLM provider.
|
|
"""
|
|
client = AsyncHanzo AI(base_url=BASE_URL, api_key=API_KEY)
|
|
set_tracing_disabled(disabled=True)
|
|
|
|
|
|
class CustomModelProvider(ModelProvider):
|
|
def get_model(self, model_name: str | None) -> Model:
|
|
return Hanzo AIChatCompletionsModel(model=model_name or MODEL_NAME, openai_client=client)
|
|
|
|
|
|
CUSTOM_MODEL_PROVIDER = CustomModelProvider()
|
|
|
|
|
|
@function_tool
|
|
def get_weather(city: str):
|
|
print(f"[debug] getting weather for {city}")
|
|
return f"The weather in {city} is sunny."
|
|
|
|
|
|
async def main():
|
|
agent = Agent(name="Assistant", instructions="You only respond in haikus.", tools=[get_weather])
|
|
|
|
# This will use the custom model provider
|
|
result = await Runner.run(
|
|
agent,
|
|
"What's the weather in Tokyo?",
|
|
run_config=RunConfig(model_provider=CUSTOM_MODEL_PROVIDER),
|
|
)
|
|
print(result.final_output)
|
|
|
|
# If you uncomment this, it will use Hanzo AI directly, not the custom provider
|
|
# result = await Runner.run(
|
|
# agent,
|
|
# "What's the weather in Tokyo?",
|
|
# )
|
|
# print(result.final_output)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
asyncio.run(main())
|