File tree Expand file tree Collapse file tree 1 file changed +4
-7
lines changed Expand file tree Collapse file tree 1 file changed +4
-7
lines changed Original file line number Diff line number Diff line change 2
2
from typing import Dict
3
3
4
4
from ray import serve
5
- from ray .serve .handle import RayServeHandle
5
+ from ray .serve .handle import DeploymentHandle
6
6
7
7
from transformers import pipeline
8
8
@@ -35,7 +35,7 @@ def reconfigure(self, config: Dict):
35
35
36
36
@serve .deployment
37
37
class Summarizer :
38
- def __init__ (self , translator : RayServeHandle ):
38
+ def __init__ (self , translator : DeploymentHandle ):
39
39
# Load model
40
40
self .model = pipeline ("summarization" , model = "t5-small" )
41
41
self .translator = translator
@@ -56,11 +56,8 @@ def summarize(self, text: str) -> str:
56
56
async def __call__ (self , http_request : Request ) -> str :
57
57
english_text : str = await http_request .json ()
58
58
summary = self .summarize (english_text )
59
-
60
- translation_ref = await self .translator .translate .remote (summary )
61
- translation = await translation_ref
62
-
63
- return translation
59
+
60
+ return await self .translator .translate .remote (summary )
64
61
65
62
def reconfigure (self , config : Dict ):
66
63
self .min_length = config .get ("min_length" , 5 )
You can’t perform that action at this time.
0 commit comments