Skip to content

Commit ed63b8c

Browse files
committed
Attach embedding to weaviate settings
1 parent 41f3a70 commit ed63b8c

File tree

3 files changed

+5
-8
lines changed

3 files changed

+5
-8
lines changed

dockers/llm.rag.service/config.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -30,6 +30,10 @@ class WeaviateSettings(BaseSettings):
3030
default=0.5,
3131
alias="WEAVIATE_HYBRID_ALPHA",
3232
)
33+
embedding_model_name: Optional[str] = Field(
34+
default="sentence-transformers/all-MiniLM-L6-v2",
35+
alias="EMBEDDING_MODEL_NAME",
36+
)
3337

3438
@field_validator("weaviate_hybrid_search_alpha", mode="before")
3539
@classmethod

dockers/llm.rag.service/search.py

Whitespace-only changes.

dockers/llm.rag.service/serverragllm_csv_to_weaviate_local.py

Lines changed: 1 addition & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,6 @@ def setup(
4848
model_id: str,
4949
max_tokens: int,
5050
model_temperature: float,
51-
embedding_model_name: str,
5251
sql_search_db_and_model_path: str,
5352
max_context_length: int,
5453
sql_ticket_source: str,
@@ -57,7 +56,7 @@ def setup(
5756

5857
weaviate_settings = WeaviateSettings()
5958

60-
embeddings = HuggingFaceEmbeddings(model_name=embedding_model_name)
59+
embeddings = HuggingFaceEmbeddings(model_name=weaviate_settings.embedding_model_name)
6160

6261
weaviate_client = weaviate.connect_to_custom(
6362
http_host=weaviate_settings.get_weaviate_uri(),
@@ -132,11 +131,6 @@ def read_item(question: Union[str, None] = None):
132131
max_tokens = int(os.getenv("MAX_TOKENS", MAX_TOKENS_DEFAULT))
133132
model_temperature = float(os.getenv("MODEL_TEMPERATURE", MODEL_TEMPERATURE_DEFAULT))
134133

135-
embedding_model_name = os.getenv(
136-
"EMBEDDING_MODEL_NAME", "sentence-transformers/all-MiniLM-L6-v2"
137-
)
138-
# embedding_model_name = "sentence-transformers/multi-qa-mpnet-base-dot-v1"
139-
140134
sql_search_db_and_model_path = os.getenv(
141135
"SQL_SEARCH_DB_AND_MODEL_PATH", SQL_SEARCH_DB_AND_MODEL_PATH_DEFAULT
142136
)
@@ -153,7 +147,6 @@ def read_item(question: Union[str, None] = None):
153147
model_id,
154148
max_tokens,
155149
model_temperature,
156-
embedding_model_name,
157150
sql_search_db_and_model_path,
158151
max_context_length,
159152
sql_ticket_source,

0 commit comments

Comments
 (0)