Upload 2 files

app.py

@@ -1,4 +1,5 @@
-import spaces
+import os
+if os.environ.get("SPACES_ZERO_GPU") is not None: import spaces
 import gradio as gr
 from joycaption import stream_chat_mod, get_text_model, change_text_model, get_repo_gguf
 

joycaption.py

@@ -264,7 +264,7 @@ load_text_model(MODEL_PATH, None, LOAD_IN_NF4, True)
 #print(f"pixtral_model: {type(pixtral_model)}") #
 #print(f"pixtral_processor: {type(pixtral_processor)}") #
 
-@spaces.GPU()
+@spaces.GPU
 @torch.inference_mode()
 def stream_chat_mod(input_image: Image.Image, caption_type: str, caption_length: Union[str, int], extra_options: list[str], name_input: str, custom_prompt: str,
                     max_new_tokens: int=300, top_p: float=0.9, temperature: float=0.6, model_name: str=MODEL_PATH, progress=gr.Progress(track_tqdm=True)) -> tuple[str, str]:
@@ -464,7 +464,7 @@ def get_repo_gguf(repo_id: str):
     else: return gr.update(value=files[0], choices=files)
 
 
-@spaces.GPU()
+@spaces.GPU
 def change_text_model(model_name: str=MODEL_PATH, use_client: bool=False, gguf_file: Union[str, None]=None,
                       is_nf4: bool=True, is_lora: bool=True, progress=gr.Progress(track_tqdm=True)):
     global use_inference_client, llm_models