Description
Raw Request (http://127.0.0.1:63523/v1/chat/completions)
{
"messages": [
{
"role": "user",
"content": "\r\n slskjdlkajsldkjf \u0022 sljlsjdfklsjlkdjflksdfjksdf"
}
],
"model": "qwen2.5-1.5b-instruct-cuda-gpu:4"
}
Code Sample
using CustomClientHttpHandler handler = new CustomClientHttpHandler();
using HttpClient httpClient = new HttpClient(handler);
OpenAIClient chatClient = new(new ApiKeyCredential("NO_API_KEY"), new OpenAIClientOptions
{
Endpoint = new Uri("http://127.0.0.1:63523/v1"),
Transport = new HttpClientPipelineTransport(httpClient)
});
ChatClientAgent agent = chatClient.GetChatClient("qwen2.5-1.5b-instruct-cuda-gpu:4")
.AsAIAgent();
response = await agent.RunAsync("\r\n slskjdlkajsldkjf \" sljlsjdfklsjlkdjflksdfjksdf" );
Language/SDK
.NET