Update app.py

app.py

@@ -4,7 +4,6 @@ from typing import Literal, Optional
 
 import gradio as gr
 import outlines
-import outlines.generate as generate
 import pandas as pd
 import spaces
 import torch
@@ -137,9 +136,13 @@ def label_single_response_with_model(model_id, story, question, criteria, respon
 
     else:
         model = get_outlines_model(model_id, DEVICE_MAP, QUANTIZATION_BITS)
-        generator = generate.json(model, ResponseModel)
-        result = generator(prompt)
-        return result["score"]
+        generator = outlines.from_transformers(model)
+        raw_output = generator(prompt).strip()
+        if raw_output.startswith("1"):
+            score = "1"
+        else:
+            score = "0"
+        return score
 
 
 @spaces.GPU
@@ -165,6 +168,7 @@ def label_multi_responses_with_model(model_id, story, question, criteria, respon
         results = [generator(p) for p in prompts]
         scores = [r["score"] for r in results]
 
+
     df["score"] = scores
     return df