dtdo90
diff --git a/‎app.py
Lines changed: 1 addition & 1 deletion b/‎app.py
Lines changed: 1 addition & 1 deletion
@@ -33,7 +33,7 @@ async def main(message: chainlit.Message):
         model=model_ft, 
         prompt=prompt,
         tokenizer=tokenizer,
-        max_new_tokens=256,
+        max_new_tokens=100,
         temperature=0.8,
         top_k=5
         )
Original file line number	Diff line number	Diff line change
`@@ -33,7 +33,7 @@ async def main(message: chainlit.Message):`
`33`	`33`	`model=model_ft,`
`34`	`34`	`prompt=prompt,`
`35`	`35`	`tokenizer=tokenizer,`
`36`		`- max_new_tokens=256,`
	`36`	`+ max_new_tokens=100,`
`37`	`37`	`temperature=0.8,`
`38`	`38`	`top_k=5`
`39`	`39`	`)`