mirror of
https://github.com/langbot-app/LangBot.git
synced 2025-11-25 11:29:39 +08:00
d2b93b3296
* feat: add embeddings model management backend support Co-Authored-By: Junyan Qin <Chin> <rockchinq@gmail.com> * feat: add embeddings model management frontend support Co-Authored-By: Junyan Qin <Chin> <rockchinq@gmail.com> * chore: revert HttpClient URL to production setting Co-Authored-By: Junyan Qin <Chin> <rockchinq@gmail.com> * refactor: integrate embeddings models into models page with tabs Co-Authored-By: Junyan Qin <Chin> <rockchinq@gmail.com> * perf: move files * perf: remove `s` * feat: allow requester to declare supported types in manifest * feat(embedding): delete dimension and encoding format * feat: add extra_args for embedding moels * perf: i18n ref * fix: linter err * fix: lint err * fix: linter err --------- Co-authored-by: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com> Co-authored-by: Junyan Qin <Chin> <rockchinq@gmail.com>
90 lines
3.5 KiB
Python
90 lines
3.5 KiB
Python
import quart
|
|
|
|
from ... import group
|
|
|
|
|
|
@group.group_class('models/llm', '/api/v1/provider/models/llm')
|
|
class LLMModelsRouterGroup(group.RouterGroup):
|
|
async def initialize(self) -> None:
|
|
@self.route('', methods=['GET', 'POST'])
|
|
async def _() -> str:
|
|
if quart.request.method == 'GET':
|
|
return self.success(data={'models': await self.ap.llm_model_service.get_llm_models()})
|
|
elif quart.request.method == 'POST':
|
|
json_data = await quart.request.json
|
|
|
|
model_uuid = await self.ap.llm_model_service.create_llm_model(json_data)
|
|
|
|
return self.success(data={'uuid': model_uuid})
|
|
|
|
@self.route('/<model_uuid>', methods=['GET', 'PUT', 'DELETE'])
|
|
async def _(model_uuid: str) -> str:
|
|
if quart.request.method == 'GET':
|
|
model = await self.ap.llm_model_service.get_llm_model(model_uuid)
|
|
|
|
if model is None:
|
|
return self.http_status(404, -1, 'model not found')
|
|
|
|
return self.success(data={'model': model})
|
|
elif quart.request.method == 'PUT':
|
|
json_data = await quart.request.json
|
|
|
|
await self.ap.llm_model_service.update_llm_model(model_uuid, json_data)
|
|
|
|
return self.success()
|
|
elif quart.request.method == 'DELETE':
|
|
await self.ap.llm_model_service.delete_llm_model(model_uuid)
|
|
|
|
return self.success()
|
|
|
|
@self.route('/<model_uuid>/test', methods=['POST'])
|
|
async def _(model_uuid: str) -> str:
|
|
json_data = await quart.request.json
|
|
|
|
await self.ap.llm_model_service.test_llm_model(model_uuid, json_data)
|
|
|
|
return self.success()
|
|
|
|
|
|
@group.group_class('models/embedding', '/api/v1/provider/models/embedding')
|
|
class EmbeddingModelsRouterGroup(group.RouterGroup):
|
|
async def initialize(self) -> None:
|
|
@self.route('', methods=['GET', 'POST'])
|
|
async def _() -> str:
|
|
if quart.request.method == 'GET':
|
|
return self.success(data={'models': await self.ap.embedding_models_service.get_embedding_models()})
|
|
elif quart.request.method == 'POST':
|
|
json_data = await quart.request.json
|
|
|
|
model_uuid = await self.ap.embedding_models_service.create_embedding_model(json_data)
|
|
|
|
return self.success(data={'uuid': model_uuid})
|
|
|
|
@self.route('/<model_uuid>', methods=['GET', 'PUT', 'DELETE'])
|
|
async def _(model_uuid: str) -> str:
|
|
if quart.request.method == 'GET':
|
|
model = await self.ap.embedding_models_service.get_embedding_model(model_uuid)
|
|
|
|
if model is None:
|
|
return self.http_status(404, -1, 'model not found')
|
|
|
|
return self.success(data={'model': model})
|
|
elif quart.request.method == 'PUT':
|
|
json_data = await quart.request.json
|
|
|
|
await self.ap.embedding_models_service.update_embedding_model(model_uuid, json_data)
|
|
|
|
return self.success()
|
|
elif quart.request.method == 'DELETE':
|
|
await self.ap.embedding_models_service.delete_embedding_model(model_uuid)
|
|
|
|
return self.success()
|
|
|
|
@self.route('/<model_uuid>/test', methods=['POST'])
|
|
async def _(model_uuid: str) -> str:
|
|
json_data = await quart.request.json
|
|
|
|
await self.ap.embedding_models_service.test_embedding_model(model_uuid, json_data)
|
|
|
|
return self.success()
|