perf: 添加对completion_api_params中engine参数值的统计支持

This commit is contained in:
Rock Chin
2023-02-05 16:01:13 +08:00
parent b7ae1fa516
commit b733f8f55b

View File

@@ -40,8 +40,12 @@ class OpenAIInteract:
logging.debug("OpenAI response: %s", response)
self.audit_mgr.report_text_model_usage(config.completion_api_params['model'],
response['usage']['total_tokens'])
if 'model' in config.completion_api_params:
self.audit_mgr.report_text_model_usage(config.completion_api_params['model'],
response['usage']['total_tokens'])
elif 'engine' in config.completion_api_params:
self.audit_mgr.report_text_model_usage(config.completion_api_params['engine'],
response['usage']['total_tokens'])
return response