increase throttle IA

This commit is contained in:
Anthony LC
2024-10-17 16:34:25 +02:00
parent f72547e6e6
commit 980605aecd
2 changed files with 21 additions and 10 deletions

View File

@@ -458,16 +458,25 @@ class Base(Configuration):
AI_BASE_URL = values.Value(None, environ_name="AI_BASE_URL", environ_prefix=None)
AI_MODEL = values.Value(None, environ_name="AI_MODEL", environ_prefix=None)
AI_DOCUMENT_RATE_THROTTLE_RATES = {
"minute": 5,
"hour": 100,
"day": 500,
}
AI_USER_RATE_THROTTLE_RATES = {
"minute": 3,
"hour": 50,
"day": 200,
}
AI_DOCUMENT_RATE_THROTTLE_RATES = values.DictValue(
{
"minute": 5,
"hour": 100,
"day": 500,
},
environ_name="AI_DOCUMENT_RATE_THROTTLE_RATES",
environ_prefix=None,
)
AI_USER_RATE_THROTTLE_RATES = values.DictValue(
{
"minute": 3,
"hour": 50,
"day": 200,
},
environ_name="AI_USER_RATE_THROTTLE_RATES",
environ_prefix=None,
)
USER_OIDC_FIELDS_TO_FULLNAME = values.ListValue(
default=["first_name", "last_name"],

View File

@@ -16,7 +16,9 @@ backend:
secretKeyRef:
name: backend
key: AI_BASE_URL
AI_DOCUMENT_RATE_THROTTLE_RATES: "{'minute': 5000,'hour': 5000,'day': 5000}"
AI_MODEL: meta-llama/Meta-Llama-3.1-70B-Instruct
AI_USER_RATE_THROTTLE_RATES: "{'minute': 5000,'hour': 5000,'day': 5000}"
DJANGO_CSRF_TRUSTED_ORIGINS: http://docs-ia.beta.numerique.gouv.fr,https://docs-ia.beta.numerique.gouv.fr
DJANGO_CONFIGURATION: Production
DJANGO_ALLOWED_HOSTS: "*"