[chat] update 30s example

This commit is contained in:
yichuan520030910320
2025-07-24 14:40:33 -07:00
parent 1614203786
commit de252fef31
4 changed files with 81 additions and 56 deletions

View File

@@ -549,6 +549,7 @@ class HFChat(LLMInterface):
self.tokenizer.pad_token = self.tokenizer.eos_token
def ask(self, prompt: str, **kwargs) -> str:
print('kwargs in HF: ', kwargs)
# Check if this is a Qwen model and add /no_think by default
is_qwen_model = "qwen" in self.model.config._name_or_path.lower()