RedHatAI
/

Apertus-70B-Instruct-2509-quantized.w4a16

Text Generation

compressed-tensors

Model card Files Files and versions

alexmarques commited on Sep 23

Commit

fbcc921

·

verified ·

1 Parent(s): 7e3d817

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -58,7 +58,7 @@ client = OpenAI(
 model = "RedHatAI/Apertus-70B-Instruct-2509-quantized.w4a16"
 messages = [
-    [{"role": "user", "content": "Give me a short introduction to large language model."}],
 ]
 outputs = client.chat.completions.create(

 model = "RedHatAI/Apertus-70B-Instruct-2509-quantized.w4a16"
 messages = [
+    {"role": "user", "content": "Give me a short introduction to large language model."},
 ]
 outputs = client.chat.completions.create(