OA2023/OASystem/OASystem.Api/OAMethodLib/TokenHubAI/ITokenHubService.cs

using OASystem.API.OAMethodLib.TokenHubAI.Models;

namespace OASystem.API.OAMethodLib.TokenHubAI;

/// <summary>
/// TokenHub AI 服务接口
/// </summary>
public interface ITokenHubService
{
    /// <summary>
    /// 发送聊天请求（非流式）
    /// </summary>
    /// <param name="request">请求参数</param>
    /// <param name="cancellationToken">取消令牌</param>
    /// <returns>聊天响应</returns>
    /// <exception cref="TokenHubException">API 调用失败时抛出</exception>
    Task<ChatResponse> ChatAsync(ChatRequest request, CancellationToken cancellationToken = default);

    /// <summary>
    /// 发送聊天请求（流式）
    /// </summary>
    /// <param name="request">请求参数</param>
    /// <param name="onChunk">接收到片段时的回调</param>
    /// <param name="cancellationToken">取消令牌</param>
    /// <exception cref="TokenHubException">API 调用失败时抛出</exception>
    Task StreamChatAsync(ChatRequest request, Action<StreamChunk> onChunk, CancellationToken cancellationToken = default);

    /// <summary>
    /// 发送聊天请求（非流式，带重试）
    /// </summary>
    /// <param name="request">请求参数</param>
    /// <param name="maxRetries">最大重试次数</param>
    /// <param name="cancellationToken">取消令牌</param>
    /// <returns>聊天响应</returns>
    Task<ChatResponse> ChatWithRetryAsync(ChatRequest request, int maxRetries = 3, CancellationToken cancellationToken = default);

    /// <summary>
    /// 获取可用模型列表
    /// </summary>
    Task<List<string>> GetAvailableModelsAsync(CancellationToken cancellationToken = default);

    /// <summary>
    /// 设置超时时间
    /// </summary>
    void SetTimeout(TimeSpan timeout);

    /// <summary>
    /// 设置重试策略
    /// </summary>
    void SetRetryPolicy(int maxRetries, TimeSpan? initialDelay = null, TimeSpan? maxDelay = null);
}