Move redis-stream to environment variables.

ai/.env

@@ -1,3 +1,4 @@
 REDIS_BROKER=redis://localhost:6379/0
 REDIS_BACKEND=redis://localhost:6379/0
 MISTRAL_API_KEY=cCpcQhIsggTkErjaa3ZVCtu6XAjetH0h
+REDIS_URL=redis://localhost:6379/1

ai/app.py

@@ -8,8 +8,9 @@
 from mistralapi import main as task_ai
 from mistralapi import async_main as async_task_ai
 from redis import Redis
+import os
 
-redis = Redis(host='redis', port=6379, db=1)
+redis = Redis.from_url(url=os.environ["REDIS_URL"])
 
 @celery.task
 def process_model(data: dict):

ai/celery_app.py

@@ -1,8 +1,8 @@
-from celery import Celery
-from app import *
-
 from dotenv import load_dotenv
 load_dotenv()
+
+from celery import Celery
+from app import *
 import os
 
 celery = Celery("ai", broker=os.environ["REDIS_BROKER"], backend=os.environ["REDIS_BACKEND"])

ai/mistralapi.py

@@ -78,7 +78,7 @@ def async_main(in_buffer: StringIO, out_buffer: StringIO):
     client = Mistral(api_key=api_key)
     prompt = construct_prompt(in_buffer)
     completion = client.chat.stream(
-        max_tokens=2**32,
+        # max_tokens=2**32,
         model=model_name,
         messages=[
             {"role": "user", "content": prompt}

docker-compose.yml

@@ -15,6 +15,7 @@ services:
     environment:
       - REDIS_BACKEND=redis://redis:6379/0
       - REDIS_BROKER=redis://redis:6379/0
+      - REDIS_URL=redis://redis:6379/1
 
   client:
     container_name: client
@@ -44,6 +45,7 @@ services:
     environment:
       - REDIS_BACKEND=redis://redis:6379/0
       - REDIS_BROKER=redis://redis:6379/0
+      - REDIS_URL=redis://redis:6379/1
     secrets:
       - mistral_ai_key
 

server/.env

@@ -1,2 +1,3 @@
 REDIS_BACKEND=redis://localhost:6379/0
-REDIS_BROKER=redis://localhost:6379/0
+REDIS_BROKER=redis://localhost:6379/0
+REDIS_URL=redis://localhost:6379/1

server/app.py

@@ -23,7 +23,7 @@ class CustomizedQueryModel(BaseModel):
 
 
 celery = Celery(__name__, broker=os.environ["REDIS_BROKER"], backend=os.environ["REDIS_BACKEND"])
-redis_client = Redis(host="redis", port=6379, db=1)
+redis_client = Redis.from_url(url=os.environ["REDIS_URL"])
 celery.conf.broker_connection_retry_on_startup = True
 celery.conf.task_routes = {
     'main.process_excel': {'queue': 'main'},