123 lines
2.9 KiB
C#
123 lines
2.9 KiB
C#
using BS.Shared.DataContracts;
|
|
using BS.Shared.DataContracts.Feature.AI;
|
|
using BS.Shared.Extensions;
|
|
using BS.Shared.Interface;
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using System.IO;
|
|
using System.Linq;
|
|
using System.Text.Json;
|
|
using BeWo.ServiceUtils.ApiFacade;
|
|
|
|
namespace AICore.Facade.LLM
|
|
{
|
|
public class OpenWebApiClient : BaseLLMApiClient
|
|
{
|
|
private protected readonly HttpClientFacade _GetClientFacade;
|
|
private protected readonly JsonHttpClientFacade _PostClientFacade;
|
|
private protected readonly IApiErrorExtractor _ErrorExtractor;
|
|
|
|
public OpenWebApiClient(string base_url, string api_key)
|
|
{
|
|
_GetClientFacade = new HttpClientFacade(base_url, api_key);
|
|
_PostClientFacade = new JsonHttpClientFacade(base_url, api_key)
|
|
{
|
|
Timeout = TimeSpan.FromMinutes(10)
|
|
};
|
|
_ErrorExtractor = new DefaultErrorExtractor();
|
|
}
|
|
|
|
public override ApiResponse<IEnumerable<AiModelDC>> GetAiModelle()
|
|
{
|
|
var models = new List<AiModelDC>();
|
|
|
|
var response_format = new
|
|
{
|
|
data = new[]
|
|
{
|
|
new
|
|
{
|
|
id = "",
|
|
name = "",
|
|
details = new
|
|
{
|
|
max_context_size = 0
|
|
}
|
|
}
|
|
|
|
}
|
|
};
|
|
|
|
var response = _GetClientFacade.GetAnonymousTypeAsync("api/models", response_format, _ErrorExtractor).GetAwaiter().GetResult();
|
|
|
|
if (!response.Success)
|
|
{
|
|
throw new NotImplementedException();
|
|
}
|
|
|
|
var data = response.Data.data.Select(x => new AiModelDC(BS.Shared.AiModelSource.openwebui, x.name, x.details?.max_context_size ?? -2));
|
|
|
|
return ApiResponse<IEnumerable<AiModelDC>>.SuccessResponse(data);
|
|
}
|
|
|
|
public override ApiResponse<string> SendAiMessageRequest(dynamic payload, out string message, out string model, out int? duration)
|
|
{
|
|
message = null;
|
|
duration = null;
|
|
model = null;
|
|
|
|
_PostClientFacade.JsonObject = payload;
|
|
|
|
var response_format = new
|
|
{
|
|
id = string.Empty,
|
|
model = string.Empty,
|
|
choices = new[]
|
|
{
|
|
new
|
|
{
|
|
index = 0,
|
|
message = new
|
|
{
|
|
content = string.Empty,
|
|
role = string.Empty
|
|
}
|
|
}
|
|
},
|
|
usage = new
|
|
{
|
|
total_duration = 0L,
|
|
total_tokens = 68L
|
|
}
|
|
};
|
|
|
|
var response = _PostClientFacade.GetAnonymousTypeAsync("api/chat/completions", response_format, _ErrorExtractor).GetAwaiter().GetResult();
|
|
|
|
if (!response.Success)
|
|
return response.Copy<string>();
|
|
|
|
var json = response.GetResponseData();
|
|
|
|
foreach (var choice in json.choices)
|
|
{
|
|
if (choice?.message is object && !string.IsNullOrEmpty(choice.message.content))
|
|
{
|
|
var total_ns = json.usage.total_duration;
|
|
var total_ms = total_ns / 1000000;
|
|
|
|
duration = (int)total_ms;
|
|
model = json.model;
|
|
|
|
var assi_msg = BS.Shared.Core.Utils.ConvertToISO88591(choice.message.content);
|
|
|
|
message = assi_msg;
|
|
|
|
return ApiResponse<string>.SuccessResponse(assi_msg);
|
|
}
|
|
}
|
|
|
|
return ApiResponse<string>.FailureResponse("Keine Antwort");
|
|
}
|
|
}
|
|
}
|