QChatGPT/pkg/provider/requester/api.py

from __future__ import annotations

import abc
import typing

from ...core import app
from ...core import entities as core_entities
from .. import entities as llm_entities

class LLMAPIRequester(metaclass=abc.ABCMeta):
    """LLM API请求器
    """

    ap: app.Application

    def __init__(self, ap: app.Application):
        self.ap = ap

    async def initialize(self):
        pass

    @abc.abstractmethod
    async def request(
        self,
        query: core_entities.Query,
        conversation: core_entities.Conversation,
    ) -> typing.AsyncGenerator[llm_entities.Message, None]:
        """请求
        """
        raise NotImplementedError