Skip to content

Commit d9622de

Browse files
committed
fix typo
1 parent 6833733 commit d9622de

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/generators.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -356,7 +356,7 @@ void Generator::GenerateNextToken() {
356356
// TODO: Extend the solution to make it work for batch size > 1 and num beams > 1
357357
// Phi3 model switches from short factor to long factor at 4097 (original_max_position_embeddings+1) token, needs Recomputation of Position IDs and KV Cache
358358
// at this stage which is achieved by rewinding to zero and appending the current sequence
359-
if (model_->config_->model.type == "phi3" && search_->params_->search.batch_size == 1 && params.search.num_beams == 1) {
359+
if (model_->config_->model.type == "phi3" && search_->params_->search.batch_size == 1 && search_->params_->search.num_beams == 1) {
360360
if (search_->GetSequenceLength() == 4097 && first_switch) {
361361
first_switch = false;
362362
auto current_seq = cpu_span<int32_t>(GetSequence(0).CpuSpan());

0 commit comments

Comments
 (0)