better suggestions and lower sized images for snappier inference (#6)

- better suggestions and lower sized images for snappier inference (6621e840ddd0344ceedc0d948467efad4dc3f60c)


Co-authored-by: Aritra Roy Gosthipaty <[email protected]>

app.py

@@ -72,7 +72,7 @@ def get_suggested_objects(image: Image.Image):
     try:
         result = moondream.query(
             image=image,
-            question="What objects are in the image, provide the list.",
+            question="List the objects in the image in python list format.",
             reasoning=False,
         )
         suggested_objects = ast.literal_eval(result["answer"])
@@ -261,6 +261,9 @@ def process_inputs(image, category, prompt):
     if not prompt:
         raise gr.Error("Please provide a prompt.")
 
+    # Resize the image to make inference quicker
+    image.thumbnail((512, 512))
+
     # Process with Qwen
     qwen_text, qwen_data = process_qwen(image, category, prompt)
     qwen_annotated_image = annotate_image(image, qwen_data)
@@ -358,4 +361,4 @@ with gr.Blocks(theme=Ocean(), css=css_hide_share) as demo:
     )
 
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()