update llama-cpp-python version + search function fix

Author: hugothomel

app/Dockerfile

@@ -8,11 +8,12 @@ ENV PYTHONPATH "${PYTHONPATH}:/code"
 ENV BASE_URL="import.meta.env.VITE_BACKEND_BASE_URL"
 ENV DOCKER_ENV=true
 
-COPY ./requirements.txt /code/requirements.txt
-RUN LLAMA_CUBLAS=1 CMAKE_ARGS=-DLLAMA_CUBLAS=on FORCE_CMAKE=1 pip install llama-cpp-python --no-cache-dir --force-reinstall --verbose
+COPY ./requirements.txt /code/requirements_local.txt
 RUN pip3 install andromeda-chain==0.2.0 --no-deps
 RUN pip3 install git+https://github.com/Maximilian-Winter/guidance.git@313c726265c94523375b0dadd8954d19c01e709b
-RUN pip3 install -r requirements.txt
+RUN pip3 install -r requirements_local.txt
+RUN LLAMA_CUBLAS=1 CMAKE_ARGS=-DLLAMA_CUBLAS=on FORCE_CMAKE=1 pip install llama-cpp-python==0.1.65 --no-cache-dir --force-reinstall --verbose
+
 
 COPY . .
 

app/agents/chain_of_thoughts.py

@@ -118,10 +118,8 @@ def run(self, query: str, context, history) -> str:
         self.context = context
         self.history = history
         prompt = self.guidance(self.prompt_template)
-        if TEST_MODE =="ON":
-            result = prompt(question=self.question, context = self.context, history= self.history,search=self.searchQA)
-        else:
-            result = prompt(question=self.question, context = self.context, history= self.history)
+        
+        result = prompt(question=self.question, context = self.context, history= self.history, search=self.searchQA)
         return result
 
 

app/requirements.txt

@@ -1,4 +1,4 @@
-llama-cpp-python==0.1.55
+llama-cpp-python==0.1.65
 git+https://github.com/Maximilian-Winter/guidance.git@313c726265c94523375b0dadd8954d19c01e709b
 andromeda-chain==0.2.0
 langchain

app/setup.sh

@@ -1,7 +1,7 @@
 #!/bin/bash
 
 # Install llama-cpp-python with CUBAS ON to allow gpu offloading in local
-LLAMA_CUBLAS=1  pip install llama-cpp-python  --force-reinstall --verbose
+LLAMA_CUBLAS=1  pip install llama-cpp-python==0.1.65  --force-reinstall --verbose
 
 # Install experimental cpp guidance package
 pip install git+https://github.com/Maximilian-Winter/guidance.git@313c726265c94523375b0dadd8954d19c01e709b
@@ -10,4 +10,4 @@ pip install git+https://github.com/Maximilian-Winter/guidance.git@313c726265c945
 pip install andromeda-chain==0.2.0 --no-deps
 
 # Install packages from requirements_local.txt
-pip install -r requirements_local.txt
+pip install -r requirements_local.txt