🎉 Begin a project.

k33g · k33g · commit 2322bc06a569 · 2024-02-11T08:59:18.000+01:00
diff --git a/.docker/README.md b/.docker/README.md
@@ -0,0 +1 @@
+# Dockerfiles
diff --git a/.docker/langchain-python/Dockerfile b/.docker/langchain-python/Dockerfile
@@ -0,0 +1,17 @@
+FROM langchain/langchain
+
+WORKDIR /app
+
+RUN <<EOF
+apt-get update
+apt-get install -y build-essential curl software-properties-common
+rm -rf /var/lib/apt/lists/*
+EOF
+
+COPY requirements.txt .
+COPY index.html .
+
+RUN pip install --upgrade -r requirements.txt
+
+ENTRYPOINT [ "python3", "-m", "http.server", "8000" ]
+ 
diff --git a/.docker/langchain-python/index.html b/.docker/langchain-python/index.html
@@ -0,0 +1,24 @@
+<html>
+  <head>
+    <meta charset="utf-8">
+    <title>Little GenAI Stack</title>
+      <meta name="viewport" content="width=device-width, initial-scale=1">
+      <style>
+        .container { min-height: 100vh; display: flex; justify-content: center; align-items: center; text-align: center; }
+        .title { font-family: "Source Sans Pro", "Helvetica Neue", Arial, sans-serif; display: block; font-weight: 300; font-size: 100px; color: #35495e; letter-spacing: 1px; }
+        .subtitle { font-family: "Source Sans Pro", "Helvetica Neue", Arial, sans-serif; font-weight: 300; font-size: 42px; color: #526488; word-spacing: 5px; padding-bottom: 15px; }
+        .links { padding-top: 15px; }
+      </style>
+  </head>
+
+  <body>
+    <section class="container">
+      <div>
+        <h1 class="title">👋 Little GenAI 🦙🦜🔗 Stack 🤖</h1>
+        <h2 class="subtitle">🚧 WIP</h2>
+        <h2 class="subtitle">Served with 🐳 Docker</h2>
+      </div>
+    </section>
+  </body>
+
+</html>
diff --git a/.docker/langchain-python/requirements.txt b/.docker/langchain-python/requirements.txt
@@ -0,0 +1,6 @@
+openai
+ollama
+langchain
+langchain-openai
+langchain-community
+chromadb
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,2 @@
+ollama
+Icon
diff --git a/.vscode/extensions.json b/.vscode/extensions.json
@@ -0,0 +1,7 @@
+{
+  "recommendations": [
+    "pkief.material-icon-theme",
+    "pkief.material-product-icons",
+    "equinusocio.vsc-material-theme",
+  ]
+}
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -0,0 +1,20 @@
+{
+    "workbench.iconTheme": "material-icon-theme",
+    "workbench.colorTheme": "Catppuccin Macchiato",
+    "editor.fontSize": 14,
+    "terminal.integrated.fontSize": 14
+    ,
+    "editor.insertSpaces": true,
+    "editor.tabSize": 4,
+    "editor.detectIndentation": true,
+    "go.lintTool": "golint",
+    "files.autoSave": "afterDelay",
+    "files.autoSaveDelay": 1000,
+    "[go]": {
+      "editor.insertSpaces": true,
+      "editor.tabSize": 4,
+      "editor.formatOnSave": true,
+      "editor.defaultFormatter": "golang.go"
+
+  }
+}
diff --git a/README.md b/README.md
@@ -1 +1,21 @@
-# pi-genai-stack
+# pi-genai-stack
+
+Use the following command:
+
+```bash
+docker compose up
+```
+
+> 👋 one of the services (from the compose file) will tell Ollama to download the `tinydolphin` model, then all the samples of the demo will use this model.
+
+## Run the samples of the demo
+
+Use the `python` with the interactive mode:
+```bash
+docker exec --workdir /python-demo -it python-demo /bin/bash
+```
+
+Run a python file:
+```bash
+python3 hello.py
+```
diff --git a/compose.yaml b/compose.yaml
@@ -0,0 +1,34 @@
+services:
+  # https://cheshirecat.ai/local-models-with-ollama/
+  ollama-service:
+    container_name: ollama_pi_local
+    image: ollama/ollama:latest
+    volumes:
+      - ./ollama:/root/.ollama
+    expose:
+      - 11434
+
+  download-model:
+    image: curlimages/curl:8.6.0
+    # use Ollama into a container
+    entrypoint: ["curl", "ollama-service:11434/api/pull", "-d", '{"name": "tinydolphin"}']
+    # use Ollama, installed locally on the host, from a container
+    #entrypoint: ["curl", "http://host.docker.internal:11434/api/pull", "-d", '{"name": "tinydolphin"}']
+    depends_on:
+      ollama-service:
+        condition: service_started
+
+  python-environment:
+    build:
+      context: ./.docker/langchain-python
+      dockerfile: Dockerfile
+    container_name: python-demo
+    depends_on:
+      ollama-service:
+        condition: service_started
+    environment:
+      - OLLAMA_BASE_URL=http://ollama-service:11434
+    volumes:
+      - ./python-demo:/python-demo
+    ports:
+      - 8000:8000
diff --git a/connect.sh b/connect.sh
@@ -0,0 +1,4 @@
+#!/bin/bash
+docker exec --workdir /python-demo -it python-demo /bin/bash
+
+
diff --git a/git.sh b/git.sh
@@ -0,0 +1,111 @@
+#!/bin/bash
+message=""
+case $1 in
+
+  # 🎨: art
+  art)
+    message="Improve structure / format of the code"
+    emoji="🎨"
+    ;;
+
+  # 🐛: bug
+  bug|fix)
+    message="Fix a bug"
+    emoji="🐛"
+    ;;
+
+  # ✨: sparkles
+  sparkles|feature)
+    message="Introduce new feature(s)"
+    emoji="✨"
+    ;;
+
+  # 📝: memo
+  memo|doc|documentation)
+    message="Add or update documentation"
+    emoji="📝"
+    ;;
+
+  # 🌸: cherry_blossom
+  gardening|garden|clean|cleaning)
+    message="Gardening"
+    emoji="🌸"
+    ;;
+
+  # 🚀: rocket
+  rocket|deploy)
+    message="Deploy stuff"
+    emoji="🚀"
+    ;;
+
+  # 🎉: tada
+  tada|first)
+    message="Begin a project"
+    emoji="🎉"
+    ;;
+
+  # 🚧: construction
+  construction|wip)
+    message="Work in progress"
+    emoji="🚧"
+    ;;
+
+  # 📦️: package
+  package|build)
+    message="Add or update compiled files or packages"
+    emoji="📦️"
+    ;;
+
+  # 📦️: package
+  release)
+    message="Create a release"
+    emoji="📦️"
+    ;;
+
+  # 👽️: alien
+  alien|api)
+    message="Update code due to external API changes"
+    emoji="👽️"
+    ;;
+
+  # 🐳: whale
+  docker|container)
+    message="Docker"
+    emoji="🐳"
+    ;;
+
+  # 🍊: tangerine
+  gitpod|gitpodify)
+    message="Gitpodify"
+    emoji="🍊"
+    ;;
+
+  # 🧪: test tube
+  alembic|experiments|experiment|xp)
+    message="Perform experiments"
+    emoji="🧪"
+    ;;
+
+  # 💾: floppy-disk
+  save)
+    message="Saved"
+    emoji="💾"
+    ;;
+
+  *)
+  message="Updated"
+  emoji="🛟"
+  ;;
+
+esac
+
+find . -name '.DS_Store' -type f -delete
+
+if [ -z "$2" ]
+then
+  # empty
+  git add .; git commit -m "$emoji $message."; git push
+else
+  # not empty
+  git add .; git commit -m "$emoji $message: $2"; git push
+fi
diff --git a/python-demo/1-give-me-a-dockerfile.py b/python-demo/1-give-me-a-dockerfile.py
@@ -0,0 +1,20 @@
+import os
+
+from langchain_community.llms import ollama
+from langchain.callbacks.manager import CallbackManager
+from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
+
+ollama_base_url = os.getenv("OLLAMA_BASE_URL")
+
+llm = ollama.Ollama(
+    base_url=ollama_base_url, 
+    model='tinydolphin', 
+    callback_manager= CallbackManager([StreamingStdOutCallbackHandler()])
+)
+
+llm.invoke("could you create a Dockerfile for a node.js application?")
+#llm.invoke("how to build a wasm binary with tinygo? What is the command?")
+
+
+print('\n')
+
diff --git a/python-demo/2-tell-me-more-about-docker-and-wasm.py b/python-demo/2-tell-me-more-about-docker-and-wasm.py
@@ -0,0 +1,18 @@
+import os
+
+from langchain_community.llms import ollama
+from langchain.callbacks.manager import CallbackManager
+from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
+
+ollama_base_url = os.getenv("OLLAMA_BASE_URL")
+
+llm = ollama.Ollama(
+    base_url=ollama_base_url, 
+    model='tinydolphin', 
+    callback_manager= CallbackManager([StreamingStdOutCallbackHandler()])
+)
+
+llm.invoke("Can you tell me more about Docker+Wasm Technical Preview 2?")
+
+print('\n')
+
diff --git a/python-demo/3-how-to-activate-the-wasm-support.py b/python-demo/3-how-to-activate-the-wasm-support.py
@@ -0,0 +1,18 @@
+import os
+
+from langchain_community.llms import ollama
+from langchain.callbacks.manager import CallbackManager
+from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
+
+ollama_base_url = os.getenv("OLLAMA_BASE_URL")
+
+llm = ollama.Ollama(
+    base_url=ollama_base_url, 
+    model='tinydolphin', 
+    callback_manager= CallbackManager([StreamingStdOutCallbackHandler()])
+)
+
+llm.invoke("How to activate the wasm support in docker desktop? And give me all the prerequisites")
+
+print('\n')
+
diff --git a/python-demo/4-try-again.py b/python-demo/4-try-again.py
@@ -0,0 +1,72 @@
+import os
+
+from langchain.chains.question_answering import load_qa_chain
+from langchain.memory import ConversationBufferMemory
+from langchain.prompts import PromptTemplate
+from langchain_community.llms import ollama
+
+from langchain.text_splitter import CharacterTextSplitter
+from langchain_community.vectorstores import Chroma
+
+from langchain_community.embeddings import OllamaEmbeddings
+
+ollama_base_url = os.getenv("OLLAMA_BASE_URL")
+
+print("\n🤖 Hello 👋 , I'm Hal 🙂\n")
+
+print("📝 reading the document...\n")
+with open("./docker-doc.md") as f:
+    my_data = f.read()
+text_splitter = CharacterTextSplitter(chunk_size=1000, chunk_overlap=0)
+
+print("🔪 splitting the document...\n")
+texts = text_splitter.split_text(my_data)
+
+embeddings = OllamaEmbeddings(base_url=ollama_base_url, model='llama2')
+
+print("📦 embedding the document into the database...\n")
+docsearch = Chroma.from_texts(
+    texts, embeddings, metadatas=[{"source": i} for i in range(len(texts))]
+)
+
+template = """You are a chatbot having a conversation with a human.
+
+Given the following extracted parts of a long document and a question, create a final answer.
+
+{context}
+
+{chat_history}
+
+Human: {human_input}
+
+Chatbot:"""
+
+prompt = PromptTemplate(
+    input_variables=["chat_history", "human_input", "context"], template=template
+)
+
+memory = ConversationBufferMemory(memory_key="chat_history", input_key="human_input")
+chain = load_qa_chain(
+    ollama.Ollama(
+        temperature=0, 
+        base_url=ollama_base_url, 
+        model='tinydolphin'
+    ), 
+    chain_type="stuff", 
+    memory=memory, 
+    prompt=prompt
+)
+
+query = "How to activate the wasm support in docker desktop? And give me all the prerequisites"
+
+print("🤔 " + query + " ⏳ ...\n")
+
+docs = docsearch.similarity_search(query)
+
+print("🤖 please wait for a minute...\n")
+chain.invoke({"input_documents": docs, "human_input": query}, return_only_outputs=True)
+
+print("🎉 and this is my answer:\n")
+print(chain.memory.buffer)
+
+
diff --git a/python-demo/docker-doc.md b/python-demo/docker-doc.md

-Original file line number
+Diff line change
@@ @@ -0,0 +1,4 @@ @@
 +#!/bin/bash
 +docker exec --workdir /python-demo -it python-demo /bin/bash
++
++