File tree Expand file tree Collapse file tree 1 file changed +3
-0
lines changed
intel_extension_for_transformers/neural_chat/tests/nightly/serving Expand file tree Collapse file tree 1 file changed +3
-0
lines changed Original file line number Diff line number Diff line change @@ -44,6 +44,7 @@ def test_tgi_root(self, mock_text_generation):
44
44
"parameters" : {"max_new_tokens" :10 },
45
45
"stream" : False
46
46
}
47
+ router .set_tgi_endpoint ("/v1/tgi" )
47
48
response = client .post ("/v1/tgi" , json = request_data )
48
49
49
50
mock_text_generation .assert_called_once_with (
@@ -67,6 +68,7 @@ def test_tgi_generate(self, mock_text_generation):
67
68
"inputs" : "Test text generation inputs." ,
68
69
"parameters" : {"max_new_tokens" :10 }
69
70
}
71
+ router .set_tgi_endpoint ("/v1/tgi/generate" )
70
72
response = client .post ("/v1/tgi/generate" , json = request_data )
71
73
72
74
mock_text_generation .assert_called_once_with (
@@ -93,6 +95,7 @@ def mock_generator():
93
95
"inputs" : "Test text generation inputs." ,
94
96
"parameters" : {"max_new_tokens" :10 }
95
97
}
98
+ router .set_tgi_endpoint ("/v1/tgi/generate_stream" )
96
99
response = client .post ("/v1/tgi/generate_stream" , json = request_data )
97
100
98
101
self .assertEqual (response .status_code , 200 )
You can’t perform that action at this time.
0 commit comments