Update app.py

app.py

@@ -119,10 +119,13 @@ DEFAULT_NEGATIVE_SUFFIX = "Nsfw oversaturated crappy_art low_quality blurry bad_
 
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
-#def load_models():
-    #with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
-florence_model = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
-florence_processor = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
+def load_models():
+    with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
+        florence_model = AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to(device).eval()
+        florence_processor = AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True)
+    return florence_model, florence_processor
+
+florence_model, florence_processor = load_models()
 
 # Prompt Enhancer
 enhancer_medium = pipeline("summarization", model="gokaygokay/Lamini-Prompt-Enchance", device=device)