pytorch
/

Phi-4-mini-instruct-AWQ-INT4

Text Generation

text-generation-inference

Model card Files Files and versions

jerryzh168 commited on Sep 22

Commit

d0fdb5a

·

verified ·

1 Parent(s): e07a23c

Update README.md

Files changed (1) hide show

README.md +2 -4

README.md CHANGED Viewed

@@ -106,10 +106,8 @@ try:
 except ValueError:
     index = 0
-thinking_content = tokenizer.decode(output_ids[:index], skip_special_tokens=True).strip("
-")
-content = tokenizer.decode(output_ids[index:], skip_special_tokens=True).strip("
-")
 print("thinking content:", thinking_content)
 print("content:", content)

 except ValueError:
     index = 0
+thinking_content = tokenizer.decode(output_ids[:index], skip_special_tokens=True).strip("")
+content = tokenizer.decode(output_ids[index:], skip_special_tokens=True).strip("")
 print("thinking content:", thinking_content)
 print("content:", content)