We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e9e721a commit f851d77Copy full SHA for f851d77
router/src/lib.rs
@@ -249,13 +249,11 @@ pub async fn run(
249
.await
250
.context("Model backend is not healthy")?;
251
252
- if !backend.padded_model {
253
- tracing::info!("Warming up model");
254
- backend
255
- .warmup(max_input_length, max_batch_tokens, max_batch_requests)
256
- .await
257
- .context("Model backend is not healthy")?;
258
- }
+ tracing::info!("Warming up model");
+ backend
+ .warmup(max_input_length, max_batch_tokens, max_batch_requests)
+ .await
+ .context("Model backend is not healthy")?;
259
260
let max_batch_requests = backend
261
.max_batch_size
0 commit comments