Backend cleanup (#2375)

- [x] remove deprecated routes, models and utils
- [x] consolidate endpoints
- [x] split llm.py file into multiple files

Author: mdmohsin7

app/lib/backend/http/api/messages.dart

@@ -40,7 +40,7 @@ Future<List<ServerMessage>> getMessagesServer({
 Future<List<ServerMessage>> clearChatServer({String? pluginId}) async {
   if (pluginId == 'no_selected') pluginId = null;
   var response = await makeApiCall(
-    url: '${Env.apiBaseUrl}v1/messages?plugin_id=${pluginId ?? ''}',
+    url: '${Env.apiBaseUrl}v2/messages?plugin_id=${pluginId ?? ''}',
     headers: {},
     method: 'DELETE',
     body: '',
@@ -53,32 +53,6 @@ Future<List<ServerMessage>> clearChatServer({String? pluginId}) async {
   }
 }
 
-Future<ServerMessage> sendMessageServer(String text, {String? appId, List<String>? fileIds}) {
-  var url = '${Env.apiBaseUrl}v1/messages?plugin_id=$appId';
-  if (appId == null || appId.isEmpty || appId == 'null' || appId == 'no_selected') {
-    url = '${Env.apiBaseUrl}v1/messages';
-  }
-  return makeApiCall(
-    url: url,
-    headers: {},
-    method: 'POST',
-    body: jsonEncode({'text': text, 'file_ids': fileIds}),
-  ).then((response) {
-    if (response == null) throw Exception('Failed to send message');
-    if (response.statusCode == 200) {
-      return ServerMessage.fromJson(jsonDecode(response.body));
-    } else {
-      Logger.error('Failed to send message ${response.body}');
-      CrashReporting.reportHandledCrash(
-        Exception('Failed to send message ${response.body}'),
-        StackTrace.current,
-        level: NonFatalExceptionLevel.error,
-      );
-      return ServerMessage.failedMessage();
-    }
-  });
-}
-
 ServerMessageChunk? parseMessageChunk(String line, String messageId) {
   if (line.startsWith('think: ')) {
     return ServerMessageChunk(messageId, line.substring(7).replaceAll("__CRLF__", "\n"), MessageChunkType.think);
@@ -164,7 +138,7 @@ Stream<ServerMessageChunk> sendMessageStreamServer(String text, {String? appId,
 
 Future<ServerMessage> getInitialAppMessage(String? appId) {
   return makeApiCall(
-    url: '${Env.apiBaseUrl}v1/initial-message?plugin_id=$appId',
+    url: '${Env.apiBaseUrl}v2/initial-message?app_id=$appId',
     headers: {},
     method: 'POST',
     body: '',
@@ -235,36 +209,10 @@ Stream<ServerMessageChunk> sendVoiceMessageStreamServer(List<File> files) async*
   }
 }
 
-Future<List<ServerMessage>> sendVoiceMessageServer(List<File> files) async {
-  var request = http.MultipartRequest(
-    'POST',
-    Uri.parse('${Env.apiBaseUrl}v1/voice-messages'),
-  );
-  for (var file in files) {
-    request.files.add(await http.MultipartFile.fromPath('files', file.path, filename: basename(file.path)));
-  }
-  request.headers.addAll({'Authorization': await getAuthHeader()});
-
-  try {
-    var streamedResponse = await request.send();
-    var response = await http.Response.fromStream(streamedResponse);
-    if (response.statusCode == 200) {
-      debugPrint('sendVoiceMessageServer response body: ${jsonDecode(response.body)}');
-      return ((jsonDecode(response.body) ?? []) as List<dynamic>).map((m) => ServerMessage.fromJson(m)).toList();
-    } else {
-      debugPrint('Failed to upload sample. Status code: ${response.statusCode} ${response.body}');
-      throw Exception('Failed to upload sample. Status code: ${response.statusCode}');
-    }
-  } catch (e) {
-    debugPrint('An error occurred uploadSample: $e');
-    throw Exception('An error occurred uploadSample: $e');
-  }
-}
-
 Future<List<MessageFile>?> uploadFilesServer(List<File> files, {String? appId}) async {
-  var url = '${Env.apiBaseUrl}v1/files?plugin_id=$appId';
+  var url = '${Env.apiBaseUrl}v2/files?app_id=$appId';
   if (appId == null || appId.isEmpty || appId == 'null' || appId == 'no_selected') {
-    url = '${Env.apiBaseUrl}v1/files';
+    url = '${Env.apiBaseUrl}v2/files';
   }
   var request = http.MultipartRequest(
     'POST',
@@ -301,7 +249,7 @@ Future<List<MessageFile>?> uploadFilesServer(List<File> files, {String? appId})
 
 Future reportMessageServer(String messageId) async {
   var response = await makeApiCall(
-    url: '${Env.apiBaseUrl}v1/messages/$messageId/report',
+    url: '${Env.apiBaseUrl}v2/messages/$messageId/report',
     headers: {},
     method: 'POST',
     body: '',
@@ -312,20 +260,19 @@ Future reportMessageServer(String messageId) async {
   }
 }
 
-
 Future<String> transcribeVoiceMessage(File audioFile) async {
   try {
     var request = http.MultipartRequest(
       'POST',
-      Uri.parse('${Env.apiBaseUrl}v1/voice-message/transcribe'),
+      Uri.parse('${Env.apiBaseUrl}v2/voice-message/transcribe'),
     );
-    
+
     request.headers.addAll({'Authorization': await getAuthHeader()});
     request.files.add(await http.MultipartFile.fromPath('files', audioFile.path));
-    
+
     var streamedResponse = await request.send();
     var response = await http.Response.fromStream(streamedResponse);
-    
+
     if (response.statusCode == 200) {
       final data = jsonDecode(response.body);
       return data['transcript'] ?? '';

app/lib/providers/message_provider.dart

@@ -412,18 +412,6 @@ class MessageProvider extends ChangeNotifier {
     setShowTypingIndicator(false);
   }
 
-  Future sendMessageToServer(String text, String? appId) async {
-    setShowTypingIndicator(true);
-    messages.insert(0, ServerMessage.empty(appId: appId));
-    List<String> fileIds = uploadedFiles.map((e) => e.id).toList();
-    var mes = await sendMessageServer(text, appId: appId, fileIds: fileIds);
-    if (messages[0].id == '0000') {
-      messages[0] = mes;
-    }
-    setShowTypingIndicator(false);
-    notifyListeners();
-  }
-
   Future sendInitialAppMessage(App? app) async {
     setSendingMessage(true);
     ServerMessage message = await getInitialAppMessage(app?.id);

backend/database/chat.py

@@ -228,13 +228,13 @@ def batch_delete_messages(parent_doc_ref, batch_size=450, plugin_id: Optional[st
         last_doc = docs_list[-1]
 
 
-def clear_chat(uid: str, plugin_id: Optional[str] = None, chat_session_id: Optional[str] = None):
+def clear_chat(uid: str, app_id: Optional[str] = None, chat_session_id: Optional[str] = None):
     try:
         user_ref = db.collection('users').document(uid)
         print(f"Deleting messages for user: {uid}")
         if not user_ref.get().exists:
             return {"message": "User not found"}
-        batch_delete_messages(user_ref, plugin_id=plugin_id, chat_session_id=chat_session_id)
+        batch_delete_messages(user_ref, plugin_id=app_id, chat_session_id=chat_session_id)
         return None
     except Exception as e:
         return {"message": str(e)}

backend/database/processing_conversations.py

@@ -7,7 +7,7 @@
 from pinecone import Pinecone
 
 from models.conversation import Conversation
-from utils.llm import embeddings
+from utils.llm.clients import embeddings
 
 if os.getenv('PINECONE_API_KEY') is not None:
     pc = Pinecone(api_key=os.getenv('PINECONE_API_KEY', ''))

backend/database/vector_db.py

@@ -6,7 +6,7 @@
 
 from modal import Image, App, asgi_app, Secret
 from routers import workflow, chat, firmware, plugins, transcribe, notifications, \
-    speech_profile, agents, users, processing_conversations, trends, sync, apps, custom_auth, \
+    speech_profile, agents, users, trends, sync, apps, custom_auth, \
     payment, integration, conversations, memories, mcp
 
 from utils.other.timeout import TimeoutMiddleware
@@ -31,7 +31,6 @@
 app.include_router(integration.router)
 app.include_router(agents.router)
 app.include_router(users.router)
-app.include_router(processing_conversations.router)
 app.include_router(trends.router)
 
 app.include_router(firmware.router)