move variables to config/settings

This commit is contained in:
Niklas Müller 2024-06-23 19:24:03 +02:00
parent 89ec0476ca
commit 889816a9a5
3 changed files with 24 additions and 22 deletions

View file

@ -3,7 +3,7 @@
import json
from fastapi import APIRouter, Response
from endpoints.llm import LLM
import os
from core.config import settings
router = APIRouter()
@ -16,13 +16,14 @@ def get_configs():
"llm": {
'language': LLM.language,
'max_num_tokens': LLM.max_num_tokens,
'modelname': LLM.modelname
'modelname': settings.LLM_MODEL_NAME
},
'env_vars': {
'language': os.getenv('LLM_LANGUAGE'),
'llm_option': os.getenv('LLM_OPTION'),
'bucket_name': os.getenv('BUCKET_NAME'),
'language': settings.LLM_LANGUAGE,
'llm_option': settings.LLM_OPTION,
'llm_endpoint': settings.LLM_API_ENDPOINT,
'bucket_name': settings.BUCKET,
}
}
return Response(status_code=200, content=json.dumps(backend_configs))
return Response(status_code=200, content=json.dumps(backend_configs), media_type="application/json")