Initial commit

docker-compose.yml

@@ -0,0 +1,50 @@
+version: '3.8'
+
+services:
+  ollama:
+    image: ollama/ollama
+    container_name: ollama
+    ports:
+      - "11434:11434"
+    deploy:
+      restart_policy:
+        condition: always
+    environment:
+      - NVIDIA_VISIBLE_DEVICES=all
+    runtime: nvidia
+    volumes:
+      - /home/llm/ollama:/app/.ollama
+    env_file:
+      - .env
+
+
+  open-webui:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    container_name: open-webui
+    ports:
+      - "3000:3000"
+    depends_on:
+      - ollama
+    environment:
+      - NVIDIA_VISIBLE_DEVICES=all
+      - NVIDIA_DRIVER_CAPABILITIES=compute,utility
+      - WEBUI_SECRET_KEY=zZzXE9XxOx2561sICfe2Oscf/3LVr4ZrnGvv+fcTqsZlsdakWYrZCt8z8Uesh9Vf
+      - HOME=/app
+      - OLLAMA_MODELS=/app/.ollama/models
+      - OLLAMA_HOME=/app/.ollama
+      - OLLAMA_API_BASE_URL=http://ollama:11434
+      - HF_HOME=/app/.cache
+      - NODE_OPTIONS=--max_old_space_size=8192
+      - DATABASE_URL=sqlite:////app/backend/data/database.db
+    volumes:
+      - /home/llm/open-webui:/app/backend/data
+      - /home/llm/config:/app/config
+      - /home/llm/nltk_data:/app/nltk_data
+      - /home/llm/cache:/app/.cache
+    user: "1001:1001"
+    restart: always
+    runtime: nvidia
+    env_file:
+      - .env