Canstralian commited on
Commit
d38adcf
·
verified ·
1 Parent(s): ac9c113

Create model.py

Browse files
Files changed (1) hide show
  1. model.py +15 -0
model.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import AutoTokenizer, AutoModelForCausalLM
2
+ from config import Config
3
+
4
+ class CyberAttackDetectionModel:
5
+ def __init__(self):
6
+ self.tokenizer = AutoTokenizer.from_pretrained(Config.TOKENIZER_NAME)
7
+ self.model = AutoModelForCausalLM.from_pretrained(Config.MODEL_NAME)
8
+ self.model.to(Config.DEVICE)
9
+
10
+ def predict(self, prompt):
11
+ inputs = self.tokenizer(prompt, return_tensors="pt", truncation=True, max_length=Config.MAX_LENGTH)
12
+ inputs = {key: value.to(Config.DEVICE) for key, value in inputs.items()}
13
+
14
+ outputs = self.model.generate(**inputs, max_length=Config.MAX_LENGTH)
15
+ return self.tokenizer.decode(outputs[0], skip_special_tokens=True)