加入DeepSeek支持

Author: GaiZhenbiao

README.md

@@ -22,7 +22,7 @@
         <img alt="GitHub pull requests" src="https://img.shields.io/badge/Telegram-Group-blue.svg?logo=telegram" />
       </a>
       <p>
-        支持 GPT-4 · 基于文件问答 · LLM本地部署 · 联网搜索 · Agent 助理 ·  支持 Fine-tune
+        支持 DeepSeek R1 & GPT 4 · 基于文件问答 · LLM本地部署 · 联网搜索 · Agent 助理 ·  支持 Fine-tune
       </p>
       <a href="https://www.bilibili.com/video/BV1mo4y1r7eE"><strong>视频教程</strong></a>
         ·
@@ -71,7 +71,7 @@
 | [Google Gemini Pro](https://ai.google.dev/gemini-api/docs/api-key?hl=zh-cn) |  | [StableLM](https://github.com/Stability-AI/StableLM) ||
 | [讯飞星火认知大模型](https://xinghuo.xfyun.cn) |  | [MOSS](https://github.com/OpenLMLab/MOSS) ||
 | [Inspur Yuan 1.0](https://air.inspur.com/home) |  | [通义千问](https://github.com/QwenLM/Qwen/tree/main) ||
-| [MiniMax](https://api.minimax.chat/) ||||
+| [MiniMax](https://api.minimax.chat/) ||[DeepSeek](https://platform.deepseek.com)||
 | [XMChat](https://github.com/MILVLG/xmchat) | 不支持流式传输|||
 | [Midjourney](https://www.midjourney.com/) | 不支持流式传输|||
 | [Claude](https://www.anthropic.com/) | ✨ 现已支持Claude 3 Opus、Sonnet，Haiku将会在推出后的第一时间支持|||

config_example.json

@@ -3,6 +3,7 @@
 
     //== API 配置 ==
     "openai_api_key": "", // 你的 OpenAI API Key，一般必填，若空缺则需在图形界面中填入API Key
+    "deepseek_api_key": "", // 你的 DeepSeek API Key，用于 DeepSeek Chat 和 Reasoner(R1) 对话模型
     "google_genai_api_key": "", // 你的 Google Gemini API Key ，用于 Google Gemini 对话模型
     "google_genai_api_host": "generativelanguage.googleapis.com", // 你的 Google Gemini API Host 地址，一般无需更改
     "xmchat_api_key": "", // 你的 xmchat API Key，用于 XMChat 对话模型

modules/config.py

@@ -142,6 +142,9 @@ def load_config_to_environ(key_list):
 xmchat_api_key = config.get("xmchat_api_key", "")
 os.environ["XMCHAT_API_KEY"] = xmchat_api_key
 
+deepseek_api_key = config.get("deepseek_api_key", "")
+os.environ["DEEPSEEK_API_KEY"] = deepseek_api_key
+
 minimax_api_key = config.get("minimax_api_key", "")
 os.environ["MINIMAX_API_KEY"] = minimax_api_key
 minimax_group_id = config.get("minimax_group_id", "")

modules/models/OpenAIVision.py

@@ -9,7 +9,7 @@
 import colorama
 import requests
 from io import BytesIO
-import uuid
+import time
 
 import requests
 from PIL import Image
@@ -47,9 +47,27 @@ def get_answer_stream_iter(self):
         if response is not None:
             iter = self._decode_chat_response(response)
             partial_text = ""
-            for i in iter:
-                partial_text += i
-                yield partial_text
+            reasoning_text = ""
+            reasoning_start_time = None
+
+            for content_delta, reasoning_delta in iter:
+                if content_delta:
+                    partial_text += content_delta
+
+                if reasoning_delta:
+                    if reasoning_start_time is None:
+                        reasoning_start_time = time.time()
+                        elapsed_seconds = 0
+                    reasoning_text += reasoning_delta
+                if reasoning_text:
+                    if reasoning_delta:
+                        elapsed_seconds = int(time.time() - reasoning_start_time)
+                        reasoning_preview = reasoning_text[-20:].replace("\n", "")
+                        yield f'<details open>\n<summary>Thinking ({elapsed_seconds}s)</summary>\n{reasoning_text}</details>\n\n' + partial_text
+                    else:
+                        yield f'<details>\n<summary>Thought for {elapsed_seconds} s</summary>\n{reasoning_text}</details>\n\n' + partial_text
+                else:
+                    yield partial_text
         else:
             yield STANDARD_ERROR_MSG + GENERAL_ERROR_MSG
 
@@ -233,6 +251,8 @@ def _decode_chat_response(self, response):
         for chunk in response.iter_lines():
             if chunk:
                 chunk = chunk.decode()
+                if chunk == ": keep-alive":
+                    continue
                 chunk_length = len(chunk)
                 try:
                     chunk = json.loads(chunk[6:])
@@ -251,7 +271,11 @@ def _decode_chat_response(self, response):
                         if finish_reason == "stop":
                             break
                         try:
-                            yield chunk["choices"][0]["delta"]["content"]
+                            if "reasoning_content" in chunk["choices"][0]["delta"]:
+                                reasoning_content = chunk["choices"][0]["delta"]["reasoning_content"]
+                            else:
+                                reasoning_content = None
+                            yield chunk["choices"][0]["delta"]["content"], reasoning_content
                         except Exception as e:
                             # logging.error(f"Error: {e}")
                             continue

modules/models/base_model.py

@@ -160,6 +160,7 @@ class ModelType(Enum):
     GoogleGemma = 20
     Ollama = 21
     Groq = 22
+    DeepSeek = 23
 
     @classmethod
     def get_type(cls, model_name: str):
@@ -224,6 +225,8 @@ def get_type(cls, model_name: str):
             model_type = ModelType.DALLE3
         elif "gemma" in model_name_lower:
             model_type = ModelType.GoogleGemma
+        elif "deepseek" in model_name_lower:
+            model_type = ModelType.DeepSeek
         else:
             model_type = ModelType.LLaMA
         return model_type
@@ -1053,7 +1056,7 @@ def load_chat_history(self, new_history_file_path=None):
                 logging.info(f"Trimmed history: {saved_json['history']}")
 
             # Sanitize chatbot
-            saved_json["chatbot"] = remove_html_tags(saved_json["chatbot"])
+            saved_json["chatbot"] = saved_json["chatbot"]
             logging.debug(f"{self.user_name} 加载对话历史完毕")
             self.history = saved_json["history"]
             self.single_turn = saved_json.get("single_turn", self.single_turn)

modules/models/models.py

@@ -40,6 +40,13 @@ def get_model(
             access_key = os.environ.get("OPENAI_API_KEY", access_key)
             model = OpenAIVisionClient(
                 model_name, api_key=access_key, user_name=user_name)
+        elif model_type == ModelType.DeepSeek:
+            logging.info(f"正在加载 DeepSeek 模型: {model_name}")
+            from .OpenAIVision import OpenAIVisionClient
+            access_key = os.environ.get("DEEPSEEK_API_KEY", access_key)
+            logging.info(access_key)
+            model = OpenAIVisionClient(
+                model_name, api_key=access_key, user_name=user_name)
         elif model_type == ModelType.OpenAIInstruct:
             logging.info(f"正在加载OpenAI Instruct模型: {model_name}")
             from .OpenAIInstruct import OpenAI_Instruct_Client

modules/presets.py

@@ -64,6 +64,8 @@
     "Claude 3 Haiku",
     "Claude 3.5 Sonnet",
     "Claude 3 Opus",
+    "DeepSeek Chat",
+    "DeepSeek R1",
     "川虎助理",
     "川虎助理 Pro",
     "DALL-E 3",
@@ -504,6 +506,22 @@
             "path": "/v1.1/chat",
             "domain": "general"
         }
+    },
+    "DeepSeek Chat": {
+            "model_name": "deepseek-chat",
+            "api_host": "https://api.deepseek.com/v1",
+            "description": "DeepSeek V3 Chat",
+            "token_limit": 64000,
+            "multimodal": False,
+            "model_type": "DeepSeek"
+        },
+    "DeepSeek R1": {
+        "model_name": "deepseek-reasoner",
+        "api_host": "https://api.deepseek.com/v1",
+        "description": "DeepSeek V3 Chat",
+        "token_limit": 64000,
+        "multimodal": False,
+        "model_type": "DeepSeek"
     }
 }