Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,6 @@ import spaces
|
|
| 8 |
|
| 9 |
# === Config (override via Space secrets/env vars) ===
|
| 10 |
MODEL_ID = os.environ.get("MODEL_ID", "tlhv/osb-minier")
|
| 11 |
-
STATIC_PROMPT = "" # optional extra system message
|
| 12 |
DEFAULT_MAX_NEW_TOKENS = int(os.environ.get("MAX_NEW_TOKENS", 512))
|
| 13 |
DEFAULT_TEMPERATURE = float(os.environ.get("TEMPERATURE", 0.7))
|
| 14 |
DEFAULT_TOP_P = float(os.environ.get("TOP_P", 0.95))
|
|
@@ -26,8 +25,6 @@ def _to_messages(policy: str, user_prompt: str) -> List[Dict[str, str]]:
|
|
| 26 |
msgs: List[Dict[str, str]] = []
|
| 27 |
if policy.strip():
|
| 28 |
msgs.append({"role": "system", "content": policy.strip()})
|
| 29 |
-
if STATIC_PROMPT:
|
| 30 |
-
msgs.append({"role": "system", "content": STATIC_PROMPT})
|
| 31 |
msgs.append({"role": "user", "content": user_prompt})
|
| 32 |
return msgs
|
| 33 |
|
|
|
|
| 8 |
|
| 9 |
# === Config (override via Space secrets/env vars) ===
|
| 10 |
MODEL_ID = os.environ.get("MODEL_ID", "tlhv/osb-minier")
|
|
|
|
| 11 |
DEFAULT_MAX_NEW_TOKENS = int(os.environ.get("MAX_NEW_TOKENS", 512))
|
| 12 |
DEFAULT_TEMPERATURE = float(os.environ.get("TEMPERATURE", 0.7))
|
| 13 |
DEFAULT_TOP_P = float(os.environ.get("TOP_P", 0.95))
|
|
|
|
| 25 |
msgs: List[Dict[str, str]] = []
|
| 26 |
if policy.strip():
|
| 27 |
msgs.append({"role": "system", "content": policy.strip()})
|
|
|
|
|
|
|
| 28 |
msgs.append({"role": "user", "content": user_prompt})
|
| 29 |
return msgs
|
| 30 |
|