Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -55,9 +55,7 @@ tokenizer, model, image_processor, context_len = load_pretrained_model(
|
|
| 55 |
model.config.training = False
|
| 56 |
|
| 57 |
# FIXED PROMPT
|
| 58 |
-
FIXED_PROMPT = "
|
| 59 |
-
INTERNAL_PROMPT = "<image>\nWhat type of waste is this item and how to dispose of it?"
|
| 60 |
-
|
| 61 |
|
| 62 |
def clear_history():
|
| 63 |
state = default_conversation.copy()
|
|
@@ -68,15 +66,13 @@ def add_text(state, imagebox, textbox, image_process_mode):
|
|
| 68 |
state = conv_templates[conv_mode].copy()
|
| 69 |
|
| 70 |
if imagebox is not None:
|
|
|
|
| 71 |
image = Image.open(imagebox).convert('RGB')
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
state.append_message(state.roles[1], None)
|
| 76 |
-
state.messages[-2].append(model_prompt)
|
| 77 |
yield (state, state.to_gradio_chatbot(), "", None) + (disable_btn, disable_btn, disable_btn, enable_btn, enable_btn)
|
| 78 |
|
| 79 |
-
|
| 80 |
def delete_text(state, image_process_mode):
|
| 81 |
state.messages[-1][-1] = None
|
| 82 |
prev_human_msg = state.messages[-2]
|
|
@@ -94,11 +90,7 @@ def regenerate(state, image_process_mode):
|
|
| 94 |
|
| 95 |
@spaces.GPU
|
| 96 |
def generate(state, imagebox, textbox, image_process_mode, temperature, top_p, max_output_tokens):
|
| 97 |
-
|
| 98 |
-
if len(hidden_data) == 3 and isinstance(hidden_data[2], tuple):
|
| 99 |
-
prompt, image, image_process_mode = hidden_data[2]
|
| 100 |
-
else:
|
| 101 |
-
prompt = FIXED_PROMPTT
|
| 102 |
images = state.get_images(return_pil=True)
|
| 103 |
|
| 104 |
ori_prompt = prompt
|
|
@@ -175,10 +167,8 @@ If you use this service or build upon this work, please cite the original public
|
|
| 175 |
Li, Jiachen and Wang, Xinyao and Zhu, Sijie and Kuo, Chia-wen and Xu, Lu and Chen, Fan and Jain, Jitesh and Shi, Humphrey and Wen, Longyin.
|
| 176 |
CuMo: Scaling Multimodal LLM with Co-Upcycled Mixture-of-Experts. arXiv preprint, 2024.
|
| 177 |
[[arXiv](https://arxiv.org/abs/2405.05949)]
|
| 178 |
-
|
| 179 |
By using this service, users are required to agree to the following terms:
|
| 180 |
The service is a research preview intended for non-commercial use only. It only provides limited safety measures and may generate offensive content. It must not be used for any illegal, harmful, violent, racist, or sexual purposes.
|
| 181 |
-
|
| 182 |
For an optimal experience, please use desktop computers for this demo, as mobile devices may compromise its quality.
|
| 183 |
""")
|
| 184 |
|
|
@@ -199,7 +189,7 @@ block_css = """
|
|
| 199 |
|
| 200 |
textbox = gr.Textbox(
|
| 201 |
show_label=False,
|
| 202 |
-
placeholder="Prompt is fixed: What
|
| 203 |
container=False,
|
| 204 |
interactive=False
|
| 205 |
)
|
|
@@ -220,7 +210,7 @@ with gr.Blocks(title="CuMo", theme=gr.themes.Default(), css=block_css) as demo:
|
|
| 220 |
|
| 221 |
#cur_dir = os.path.dirname(os.path.abspath(__file__))
|
| 222 |
cur_dir = './cumo/serve'
|
| 223 |
-
default_prompt = "<image>\nWhat
|
| 224 |
gr.Examples(examples=[
|
| 225 |
[f"{cur_dir}/examples/0165 CB.jpg", default_prompt],
|
| 226 |
[f"{cur_dir}/examples/0225 PA.jpg", default_prompt],
|
|
|
|
| 55 |
model.config.training = False
|
| 56 |
|
| 57 |
# FIXED PROMPT
|
| 58 |
+
FIXED_PROMPT = "<image>\nWhat type of waste is this item and how to dispose of it?"
|
|
|
|
|
|
|
| 59 |
|
| 60 |
def clear_history():
|
| 61 |
state = default_conversation.copy()
|
|
|
|
| 66 |
state = conv_templates[conv_mode].copy()
|
| 67 |
|
| 68 |
if imagebox is not None:
|
| 69 |
+
textbox = FIXED_PROMPT
|
| 70 |
image = Image.open(imagebox).convert('RGB')
|
| 71 |
+
textbox = (textbox, image, image_process_mode)
|
| 72 |
+
state.append_message(state.roles[0], textbox)
|
| 73 |
+
state.append_message(state.roles[1], None)
|
|
|
|
|
|
|
| 74 |
yield (state, state.to_gradio_chatbot(), "", None) + (disable_btn, disable_btn, disable_btn, enable_btn, enable_btn)
|
| 75 |
|
|
|
|
| 76 |
def delete_text(state, image_process_mode):
|
| 77 |
state.messages[-1][-1] = None
|
| 78 |
prev_human_msg = state.messages[-2]
|
|
|
|
| 90 |
|
| 91 |
@spaces.GPU
|
| 92 |
def generate(state, imagebox, textbox, image_process_mode, temperature, top_p, max_output_tokens):
|
| 93 |
+
prompt = FIXED_PROMPT
|
|
|
|
|
|
|
|
|
|
|
|
|
| 94 |
images = state.get_images(return_pil=True)
|
| 95 |
|
| 96 |
ori_prompt = prompt
|
|
|
|
| 167 |
Li, Jiachen and Wang, Xinyao and Zhu, Sijie and Kuo, Chia-wen and Xu, Lu and Chen, Fan and Jain, Jitesh and Shi, Humphrey and Wen, Longyin.
|
| 168 |
CuMo: Scaling Multimodal LLM with Co-Upcycled Mixture-of-Experts. arXiv preprint, 2024.
|
| 169 |
[[arXiv](https://arxiv.org/abs/2405.05949)]
|
|
|
|
| 170 |
By using this service, users are required to agree to the following terms:
|
| 171 |
The service is a research preview intended for non-commercial use only. It only provides limited safety measures and may generate offensive content. It must not be used for any illegal, harmful, violent, racist, or sexual purposes.
|
|
|
|
| 172 |
For an optimal experience, please use desktop computers for this demo, as mobile devices may compromise its quality.
|
| 173 |
""")
|
| 174 |
|
|
|
|
| 189 |
|
| 190 |
textbox = gr.Textbox(
|
| 191 |
show_label=False,
|
| 192 |
+
placeholder="Prompt is fixed: What type of waste is this item and how to dispose of it?",
|
| 193 |
container=False,
|
| 194 |
interactive=False
|
| 195 |
)
|
|
|
|
| 210 |
|
| 211 |
#cur_dir = os.path.dirname(os.path.abspath(__file__))
|
| 212 |
cur_dir = './cumo/serve'
|
| 213 |
+
default_prompt = "<image>\nWhat type of waste is this item and how to dispose of it?"
|
| 214 |
gr.Examples(examples=[
|
| 215 |
[f"{cur_dir}/examples/0165 CB.jpg", default_prompt],
|
| 216 |
[f"{cur_dir}/examples/0225 PA.jpg", default_prompt],
|