Update app.py

app.py

@@ -7,6 +7,12 @@
 
 import spaces
 import os
+
+os.putenv('TORCH_LINALG_PREFER_CUSOLVER','1')
+os.putenv('PYTORCH_CUDA_ALLOC_CONF','max_split_size_mb:128')
+os.environ["SAFETENSORS_FAST_GPU"] = "1"
+os.putenv('HF_HUB_ENABLE_HF_TRANSFER','1')
+
 import random
 import uuid
 import gradio as gr
@@ -79,8 +85,6 @@ styles = {k["name"]: (k["prompt"], k["negative_prompt"]) for k in style_list}
 DEFAULT_STYLE_NAME = "Style Zero"
 STYLE_NAMES = list(styles.keys())
 HF_TOKEN = os.getenv("HF_TOKEN")
-os.putenv("HF_HUB_ENABLE_HF_TRANSFER","1")
-os.environ["SAFETENSORS_FAST_GPU"] = "1"
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
@@ -199,7 +203,7 @@ def generate_30(
     progress=gr.Progress(track_tqdm=True)
 ):
     seed = random.randint(0, MAX_SEED)
-    generator = torch.Generator(device='cuda').manual_seed(seed)
+    generator = torch.Generator(device='cpu').manual_seed(seed)
     pipe.text_encoder=text_encoder.to(device=device, dtype=torch.bfloat16)
     pipe.text_encoder_2=text_encoder_2.to(device=device, dtype=torch.bfloat16)
     options = {
@@ -257,7 +261,7 @@ def generate_60(
     progress=gr.Progress(track_tqdm=True)
 ):
     seed = random.randint(0, MAX_SEED)
-    generator = torch.Generator(device='cuda').manual_seed(seed)
+    generator = torch.Generator(device='cpu').manual_seed(seed)
     pipe.text_encoder=text_encoder.to(device=device, dtype=torch.bfloat16)
     pipe.text_encoder_2=text_encoder_2.to(device=device, dtype=torch.bfloat16)
     options = {
@@ -315,7 +319,7 @@ def generate_90(
     progress=gr.Progress(track_tqdm=True)
 ):
     seed = random.randint(0, MAX_SEED)
-    generator = torch.Generator(device='cuda').manual_seed(seed)
+    generator = torch.Generator(device='cpu').manual_seed(seed)
     pipe.text_encoder=text_encoder.to(device=device, dtype=torch.bfloat16)
     pipe.text_encoder_2=text_encoder_2.to(device=device, dtype=torch.bfloat16)
     options = {