🌸 Gardening.

Author: k33g

.docker/README.md

@@ -42,6 +42,7 @@ cd pi-genai-stack
 git pull
 ```
 
+
 ## Blog posts
 
 - Host Ollama and TinyDolphin LLM on a Pi5 with Docker Compose: [Run Ollama on a Pi5](https://k33g.hashnode.dev/run-ollama-on-a-pi5)

README.md

@@ -1,36 +1,11 @@
-services:
-  # https://cheshirecat.ai/local-models-with-ollama/
-  ollama-service:
-    container_name: ollama_pi_local
-    image: ollama/ollama:latest
-    volumes:
-      - ./ollama:/root/.ollama
-    ports:
-      - 11434:11434
+include: 
+  # Start Ollama
+  - ollama-runtime/ollama.yaml
+  # Download LLMs
+  - models/tinydolphin-llm.yaml
+  #- models/phi-llm.yaml
+  #- models/orca-mini-7b-llm.yaml
 
-  download-model:
-    image: curlimages/curl:8.6.0
-    entrypoint: ["curl", "ollama-service:11434/api/pull", "-d", '{"name": "tinydolphin"}']
-    # You can use other models
-    #entrypoint: ["curl", "ollama-service:11434/api/pull", "-d", '{"name": "phi"}']
-    #entrypoint: ["curl", "ollama-service:11434/api/pull", "-d", '{"name": "orca-mini:7b"}']
-    depends_on:
-      ollama-service:
-        condition: service_started
+  # Start GenAI application demo
+  - python-demo/app.yaml
 
-  # 🚧 This is a work in progress
-  # more samples to come
-  python-environment:
-    build:
-      context: ./.docker/langchain-python
-      dockerfile: Dockerfile
-    container_name: python-demo
-    depends_on:
-      ollama-service:
-        condition: service_started
-    environment:
-      - OLLAMA_BASE_URL=http://ollama-service:11434
-    volumes:
-      - ./python-demo:/python-demo
-    ports:
-      - 8000:8000

compose.yaml

@@ -1,4 +1,4 @@
 #!/bin/bash
-docker exec --workdir /python-demo -it python-demo /bin/bash
+docker exec --mount /python-demo -it python-demo /bin/bash
 
 

connect.sh

@@ -0,0 +1,7 @@
+services:
+  download-orca-mini-7b-llm:
+    image: curlimages/curl:8.6.0
+    entrypoint: ["curl", "ollama-service:11434/api/pull", "-d", '{"name": "orca-mini:7b"}']
+    depends_on:
+      ollama-service:
+        condition: service_started

models/orca-mini-7b-llm.yaml

@@ -0,0 +1,7 @@
+services:
+  download-phi-llm:
+    image: curlimages/curl:8.6.0
+    entrypoint: ["curl", "ollama-service:11434/api/pull", "-d", '{"name": "phi"}']
+    depends_on:
+      ollama-service:
+        condition: service_started

models/phi-llm.yaml

@@ -0,0 +1,7 @@
+services:
+  download-tinydolphin-llm:
+    image: curlimages/curl:8.6.0
+    entrypoint: ["curl", "ollama-service:11434/api/pull", "-d", '{"name": "tinydolphin"}']
+    depends_on:
+      ollama-service:
+        condition: service_started

models/tinydolphin-llm.yaml

@@ -0,0 +1,10 @@
+services:
+  # https://cheshirecat.ai/local-models-with-ollama/
+  ollama-service:
+    container_name: ollama_pi_local
+    image: ollama/ollama:latest
+    volumes:
+      - ./ollama:/root/.ollama
+    ports:
+      - 11434:11434
+

ollama-runtime/ollama.yaml

@@ -1,7 +1,6 @@
 FROM langchain/langchain
 
 WORKDIR /app
-
 RUN <<EOF
 apt-get update
 apt-get install -y build-essential curl software-properties-common

.docker/langchain-python/Dockerfile python-demo/Dockerfile.docker/langchain-python/Dockerfile renamed to python-demo/Dockerfile

@@ -0,0 +1,17 @@
+services:
+  # 🚧 This is a work in progress
+  # more samples to come
+  python-environment:
+    build:
+      context: .
+      dockerfile: Dockerfile
+    container_name: python-demo
+    depends_on:
+      ollama-service:
+        condition: service_started
+    environment:
+      - OLLAMA_BASE_URL=http://ollama-service:11434
+    volumes:
+      - ../python-demo:/python-demo
+    ports:
+      - 8000:8000