Update inference.py

inference.py

@@ -21,6 +21,8 @@ from threading import Thread
 from typing import List
 
 import torch
+import torch
+torch.jit.script = lambda f: f
 import transformers
 from transformers import (
     AutoModelForCausalLM,