Skip to content

Commit df5bd42

Browse files
committed
remove deprecated RayServeHandle and remove await for obj ref
1 parent d16752e commit df5bd42

File tree

1 file changed

+4
-7
lines changed

1 file changed

+4
-7
lines changed

text_ml.py

Lines changed: 4 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@
22
from typing import Dict
33

44
from ray import serve
5-
from ray.serve.handle import RayServeHandle
5+
from ray.serve.handle import DeploymentHandle
66

77
from transformers import pipeline
88

@@ -35,7 +35,7 @@ def reconfigure(self, config: Dict):
3535

3636
@serve.deployment
3737
class Summarizer:
38-
def __init__(self, translator: RayServeHandle):
38+
def __init__(self, translator: DeploymentHandle):
3939
# Load model
4040
self.model = pipeline("summarization", model="t5-small")
4141
self.translator = translator
@@ -56,11 +56,8 @@ def summarize(self, text: str) -> str:
5656
async def __call__(self, http_request: Request) -> str:
5757
english_text: str = await http_request.json()
5858
summary = self.summarize(english_text)
59-
60-
translation_ref = await self.translator.translate.remote(summary)
61-
translation = await translation_ref
62-
63-
return translation
59+
60+
return await self.translator.translate.remote(summary)
6461

6562
def reconfigure(self, config: Dict):
6663
self.min_length = config.get("min_length", 5)

0 commit comments

Comments
 (0)