Fix CodeGen non stream output issue (opea-project#2058)

Signed-off-by: Wang, Xigui <[email protected]>

Author: xiguiw

CodeGen/codegen.py

@@ -282,7 +282,7 @@ async def handle_request(self, request: Request):
         last_node = runtime_graph.all_leaves()[-1]
 
         try:
-            response = result_dict[last_node]["choices"][0]["text"]
+            response = result_dict[last_node]["choices"][0]["message"]["content"]
         except (KeyError, IndexError, TypeError):
             try:
                 response = result_dict[last_node]["text"]

CodeGen/tests/test_compose_on_xeon.sh

@@ -138,6 +138,14 @@ function validate_megaservice() {
         "codegen-xeon-backend-server" \
         '{"messages": "def print_hello_world():", "max_tokens": 256}'
 
+    # Curl the Mega Service with stream as false
+    validate_services \
+        "${ip_address}:7778/v1/codegen" \
+        "" \
+        "mega-codegen" \
+        "codegen-xeon-backend-server" \
+        '{ "messages": "def print_hello_world():", "max_tokens": 256, "stream": false}'
+
     # Curl the Mega Service with index_name and agents_flag
     validate_services \
         "${ip_address}:7778/v1/codegen" \