Upload BLIPIntepret.py

BLIPIntepret.py

@@ -7,10 +7,13 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
 print(device)
 
 def init_BLIP(device):
-
+    if device == 'cuda':
+    	bit_load = True
+    else:
+    	bit_load = False
     processor = Blip2Processor.from_pretrained("Salesforce/blip2-opt-2.7b")
     model = Blip2ForConditionalGeneration.from_pretrained(
-        "Salesforce/blip2-opt-2.7b", load_in_8bit=True,torch_dtype=torch.float16, device_map = 'auto'
+        "Salesforce/blip2-opt-2.7b", load_in_8bit= bit_load,torch_dtype=torch.float16, device_map = 'auto'
     )
     model.eval()
     if torch.__version__ >= "2":
@@ -42,4 +45,4 @@ Testing
 
 model,processor = init_BLIP(device)
 image = Image.open('/home/spooky/Downloads/IMG20221214012021.jpg')
-infer_BLIP2(model,processor,image,device)'''
+infer_BLIP2(model,processor,image,device)'''