Files
LangBot/pkg/openai/manager.py

90 lines
2.1 KiB
Python
Raw Normal View History

2022-12-19 22:51:56 +08:00
import logging
2022-12-07 22:27:05 +08:00
import openai
import pkg.openai.keymgr
import pkg.utils.context
import pkg.audit.gatherer
from pkg.openai.modelmgr import select_request_cls
from pkg.openai.api.model import RequestBase
2022-12-07 22:27:05 +08:00
2023-03-05 15:39:13 +08:00
2022-12-07 22:27:05 +08:00
class OpenAIInteract:
2023-03-05 15:39:13 +08:00
"""OpenAI 接口封装
将文字接口和图片接口封装供调用方使用
"""
2022-12-07 22:27:05 +08:00
key_mgr: pkg.openai.keymgr.KeysManager = None
audit_mgr: pkg.audit.gatherer.DataGatherer = None
2022-12-27 22:52:53 +08:00
default_image_api_params = {
"size": "256x256",
}
client: openai.Client = None
2022-12-27 22:52:53 +08:00
def __init__(self, api_key: str):
2022-12-07 22:27:05 +08:00
self.key_mgr = pkg.openai.keymgr.KeysManager(api_key)
self.audit_mgr = pkg.audit.gatherer.DataGatherer()
2023-07-31 21:11:28 +08:00
# logging.info("文字总使用量:%d", self.audit_mgr.get_total_text_length())
2023-02-10 19:03:25 +08:00
self.client = openai.Client(
api_key=self.key_mgr.get_using_key()
)
2022-12-07 22:27:05 +08:00
pkg.utils.context.set_openai_manager(self)
2022-12-07 22:27:05 +08:00
def request_completion(self, messages: list):
"""请求补全接口回复=
"""
# 选择接口请求类
config = pkg.utils.context.get_config()
2023-03-05 15:39:13 +08:00
request: RequestBase
2023-03-05 15:39:13 +08:00
model: str = config.completion_api_params['model']
2023-03-05 15:39:13 +08:00
cp_parmas = config.completion_api_params.copy()
del cp_parmas['model']
request = select_request_cls(self.client, model, messages, cp_parmas)
# 请求接口
for resp in request:
2023-07-31 14:28:48 +08:00
if resp['usage']['total_tokens'] > 0:
self.audit_mgr.report_text_model_usage(
model,
resp['usage']['total_tokens']
)
yield resp
2023-03-05 15:39:13 +08:00
def request_image(self, prompt) -> dict:
"""请求图片接口回复
Parameters:
prompt (str): 提示语
2023-03-05 15:39:13 +08:00
Returns:
dict: 响应
"""
config = pkg.utils.context.get_config()
params = config.image_api_params
2022-12-27 22:52:53 +08:00
response = openai.Image.create(
prompt=prompt,
n=1,
**params
2022-12-27 22:52:53 +08:00
)
self.audit_mgr.report_image_model_usage(params['size'])
2022-12-27 22:52:53 +08:00
return response