add llms

examples/ollama-ui/README.md

@@ -0,0 +1,30 @@
+# References
+
+- https://github.com/ollama/ollama
+- https://hub.docker.com/r/ollama/ollama
+- https://github.com/open-webui/open-webui
+
+# Notes
+
+You should spawn ollama first and download the respective LLM models:
+
+````
+# spawn ollama
+docker compose up -d ollama
+
+# download an llm model
+docker exec ollama ollama run llama3:8b
+````
+
+Afterwards, we can spawn Open WebUI and register our first user account:
+
+````
+# spawn ui
+docker compose up -d ui
+````
+
+Finally, we may want to disable open user registration for Open WebUI by uncommenting the env `ENABLE_SIGNUP` variable and restarting the container.
+
+> [!TIP]
+>
+> You likely want to pass a GPU into the Ollama container. Please read [this](https://hub.docker.com/r/ollama/ollama).

examples/ollama-ui/docker-compose.yml

@@ -0,0 +1,39 @@
+services:
+
+  ui:
+    image: ghcr.io/open-webui/open-webui:main
+    container_name: ollama-ui
+    restart: always
+    ports:
+      - 8080
+    expose:
+      - 8080
+    volumes:
+      - ${DOCKER_VOLUME_STORAGE:-/mnt/docker-volumes}/ollama/open-webui:/app/backend/data
+    environment:
+      #- "ENABLE_SIGNUP=false"
+      - "OLLAMA_BASE_URL=http://ollama:11434"
+    #networks:
+    #  - proxy
+    #labels:
+    #  - traefik.enable=true
+    #  - traefik.docker.network=proxy
+    #  - traefik.http.routers.ollama-ui.rule=Host(`ai.example.com`)
+    #  - traefik.http.services.ollama-ui.loadbalancer.server.port=8080
+    #  # Optional part for traefik middlewares
+    #  - traefik.http.routers.ollama-ui.middlewares=local-ipwhitelist@file,authelia@docker
+
+  ollama:
+    image: ollama/ollama:latest
+    container_name: ollama
+    restart: always
+    expose:
+      - 11434
+    volumes:
+      - ${DOCKER_VOLUME_STORAGE:-/mnt/docker-volumes}/ollama/data:/root/.ollama
+    #networks:
+    #  - proxy
+
+#networks:
+#  proxy:
+#    external: true