mirror of
https://github.com/hanzo-csharp/sdk.git
synced 2026-11-15 01:32:19 +00:00
Hanzo CI/CD / test (linux-amd64) (push) Skipped
Hanzo CI/CD / test (linux-arm64) (push) Skipped
Hanzo CI/CD / test-advisory (push) Skipped
Hanzo CI/CD / test-amd64 (push) Successful in 5m17s
Hanzo CI/CD / cicd (push) Failing after 3m12s
CI/CD / cicd (push) Failing after 11m24s
Hanzo CI/CD / verify (push) Skipped
51 lines
1.8 KiB
C#
51 lines
1.8 KiB
C#
using System;
|
|
using System.Collections.Generic;
|
|
using Hanzo.AI.Api;
|
|
using Hanzo.AI.Client;
|
|
using Hanzo.AI.Model;
|
|
|
|
namespace Hanzo.AI.Examples
|
|
{
|
|
/// <summary>
|
|
/// chat — one completion.
|
|
/// Operation: post_chat_completions — POST /v1/chat/completions, the gateway's
|
|
/// own inference route. Non-streaming on purpose: streaming is SSE, which a
|
|
/// generated client hands back as an opaque body. The reply is
|
|
/// choices[0].message.content.
|
|
/// </summary>
|
|
public static class Chat
|
|
{
|
|
/// <summary>A model the gateway serves. HANZO_MODEL overrides it.</summary>
|
|
private const string DefaultModel = "zen6";
|
|
|
|
public static int Run()
|
|
{
|
|
var ai = new AiApi(Gateway.Configuration());
|
|
var model = Environment.GetEnvironmentVariable("HANZO_MODEL");
|
|
if (string.IsNullOrWhiteSpace(model))
|
|
{
|
|
model = DefaultModel;
|
|
}
|
|
try
|
|
{
|
|
var reply = ai.PostChatCompletions(new OpenaiChatCompletionRequest(
|
|
model: model,
|
|
maxTokens: 900,
|
|
messages: new List<OpenaiChatCompletionMessage>
|
|
{
|
|
new OpenaiChatCompletionMessage(role: "user", content: "Say hello in one short sentence."),
|
|
}));
|
|
var content = reply.Choices is { Count: > 0 } choices ? choices[0].Message?.Content ?? "" : "";
|
|
Console.WriteLine($"model {reply.Model}");
|
|
Console.WriteLine($"reply {content}");
|
|
return 0;
|
|
}
|
|
catch (ApiException e)
|
|
{
|
|
Console.Error.WriteLine($"chat failed: HTTP {e.ErrorCode} {e.ErrorContent}");
|
|
return 1;
|
|
}
|
|
}
|
|
}
|
|
}
|