update

Anymate/utils/ui_utils.py

@@ -246,7 +246,17 @@ def process_input(mesh_file):
         return None, None, None, None, None, None, None, None
     
     # make folder for tmp files
-    os.makedirs(f"Anymate/tmp/{mesh_file.split('/')[-1].replace('.obj', '')}", exist_ok=True)
+    if mesh_file.endswith('.obj'):
+        os.makedirs(f"Anymate/tmp/{mesh_file.split('/')[-1].replace('.obj', '')}", exist_ok=True)
+    else:
+        os.makedirs(f"Anymate/tmp/{mesh_file.split('/')[-1].replace('.glb', '')}", exist_ok=True)
+        abs_path = os.path.abspath(mesh_file)
+
+        os.system(f"python Convert.py --path {abs_path}")
+
+        mesh_file = abs_path.replace('.glb', '.obj')
+        while not os.path.exists(mesh_file):
+            time.sleep(1)
 
     normalized_mesh = normalize_mesh(trimesh.load(mesh_file))
     # normalized_mesh = normalize_mesh(obj2mesh(mesh_file))
@@ -261,7 +271,7 @@ def process_input(mesh_file):
 
     # print(pc.shape, pc.max(dim=0), pc.min(dim=0))
 
-    return normalized_mesh_file, vis_file, vis_file, None, pc
+    return normalized_mesh_file, None, None, None, pc
 
 
 def get_model(checkpoint):

Convert.py

@@ -0,0 +1,24 @@
+import argparse
+import bpy
+import mathutils
+from Anymate.blender_script import load_object, save_mesh
+from Anymate.utils.render_utils import empty
+
+
+def parse_args():
+    parser = argparse.ArgumentParser(description='Anymate rendering script')
+    parser.add_argument('--path', type=str, required=True, help='Path to the model file')
+    return parser.parse_args()
+
+args = parse_args()
+
+print(f"Starting converting {args.path} to obj format...")
+
+# empty the scene
+empty()
+
+# load the glb file
+load_object(args.path)
+
+# save the mesh
+save_mesh(args.path.replace('.glb', '.obj'))

app.py

@@ -31,7 +31,15 @@ def get_all_results(mesh_file, pc, eps=0.03, min_samples=1):
 with gr.Blocks() as demo:
     gr.Markdown("""
     # Anymate: Auto-rigging 3D Objects
-    [Project](https://anymate3d.github.io/)
+    Welcome to the interactive demo for **[Anymate](https://anymate3d.github.io/)**, a breakthrough in automatic 3D object rigging!   
+    This demo is based on our research paper: 📄 **[Anymate: A Dataset and Baselines for Learning 3D Object Rigging](https://arxiv.org/abs/2505.06227)**  
+    🚀 **How It Works**
+    1. **Upload** your 3D mesh (`.obj` or `.glb` format) or select a sample object from the gallery.  
+    2. Click **"Run All Models"** to automatically generate rigging.  
+    3. **Download** your animatable object as a `.blender` file—ready for animation!  
+    
+    ✨ No manual rigging, no hassle—just drag, drop, and animate.  
+    📌 *Tip: Check out our [project page](https://anymate3d.github.io/) for datasets, code, and more!*  
     """)
 
     pc = gr.State(value=None)
@@ -46,38 +54,28 @@ with gr.Blocks() as demo:
     # model_skinning = gr.State(value=model_skinning)
     
     with gr.Row():
-        with gr.Column():
+        with gr.Column(scale=0.33):
             # Input section
-            gr.Markdown("### Input")
+            gr.Markdown("## Input")
             mesh_input = gr.Model3D(label="Input 3D Mesh", clear_color=[0.0, 0.0, 0.0, 0.0])
 
+        with gr.Column(scale=0.67):
             # Sample 3D objects section
-            gr.Markdown("### Sample Objects")
+            gr.Markdown("## Select to load sample objects")
             sample_objects_dir = './samples'
             sample_objects = [os.path.join(sample_objects_dir, f) for f in os.listdir(sample_objects_dir) 
-                            if f.endswith('.obj') and os.path.isfile(os.path.join(sample_objects_dir, f))]
+                            if f.endswith('.png') and os.path.isfile(os.path.join(sample_objects_dir, f))]
             sample_objects.sort()
+            print(len(sample_objects))
             
-            sample_dropdown = gr.Dropdown(
-                label="Select Sample Object",
-                choices=sample_objects,
-                interactive=True,
-                value=sample_objects[0]
+            sample_gallery = gr.Gallery(
+                label="Sample Objects",
+                value=sample_objects,
+                columns=5,
+                object_fit="contain",
+                height="200px",
+                allow_preview=False
             )
-            
-            load_sample_btn = gr.Button("Load Sample")
-            
-        with gr.Column():
-            # Output section
-            gr.Markdown("### Output (wireframe display mode)")
-            mesh_output = gr.Model3D(label="Output 3D Mesh", clear_color=[0.0, 0.0, 0.0, 0.0], display_mode="wireframe")
-
-        with gr.Column():
-            # Output section
-            gr.Markdown("### (solid display mode & blender file)")
-            mesh_output2 = gr.Model3D(label="Output 3D Mesh", clear_color=[0.0, 0.0, 0.0, 0.0], display_mode="solid")
-            
-            blender_file = gr.File(label="Output Blender File", scale=1)
 
     # Checkpoint paths
     # joint_models_dir = 'Anymate/checkpoints/joint'
@@ -131,15 +129,33 @@ with gr.Blocks() as demo:
                
         #     process_skin_btn = gr.Button("Process", scale=0.3)
 
+    with gr.Row():
+        # Parameters for DBSCAN clustering algorithm used to adjust joint clustering
+        eps = gr.Number(label="Epsilon", value=0.03, interactive=True, info="Controls the maximum distance between joints in a cluster")
+        min_samples = gr.Number(label="Min Samples", value=1, interactive=True, info="Minimum number of joints required to form a cluster")
+
     with gr.Row():
         # load_all_btn = gr.Button("Load all models", scale=1)
         process_all_btn = gr.Button("Run all models", scale=1)
         # download_btn = gr.DownloadButton("Blender File Not Ready", scale=0.3)
         # blender_file = gr.File(label="Blender File", scale=1)
 
-    # Parameters for DBSCAN clustering algorithm used to adjust joint clustering
-    eps = gr.Number(label="Epsilon", value=0.03, interactive=True, info="Controls the maximum distance between joints in a cluster")
-    min_samples = gr.Number(label="Min Samples", value=1, interactive=True, info="Minimum number of joints required to form a cluster")
+    with gr.Row():
+        gr.Markdown("## Output")
+    with gr.Row():
+        with gr.Column():
+            # Output section
+            gr.Markdown("#### (wireframe display mode)")
+            mesh_output = gr.Model3D(label="Output 3D Mesh", clear_color=[0.0, 0.0, 0.0, 0.0], display_mode="wireframe")
+
+        with gr.Column():
+            # Output section
+            gr.Markdown("#### (solid display mode)")
+            mesh_output2 = gr.Model3D(label="Output 3D Mesh", clear_color=[0.0, 0.0, 0.0, 0.0], display_mode="solid")
+        with gr.Column():
+            # Output section
+            gr.Markdown("#### (blender file)")
+            blender_file = gr.File(label="Output Blender File")
     
     mesh_input.change(
         process_input,
@@ -147,10 +163,12 @@ with gr.Blocks() as demo:
         outputs=[normalized_mesh_file, mesh_output, mesh_output2, blender_file, pc]
     )
 
-    load_sample_btn.click(
-        fn=lambda sample_path: sample_path if sample_path else None,
-        inputs=[sample_dropdown],
-        outputs=[mesh_input]
+    def get_select_object(evt: gr.SelectData):
+        return f'./samples/sample{evt.index+1}.obj'
+    sample_gallery.select(
+        fn=get_select_object,
+        inputs=None,
+        outputs=mesh_input
     ).then(
         process_input,
         inputs=mesh_input,
@@ -188,6 +206,10 @@ with gr.Blocks() as demo:
     # )
 
     process_all_btn.click(
+        fn=lambda: gr.Button(value="Processing...", interactive=False),
+        inputs=[],
+        outputs=[process_all_btn]
+    ).then(
         get_all_results,
         inputs=[normalized_mesh_file, pc, eps, min_samples],
         outputs=[]
@@ -199,6 +221,10 @@ with gr.Blocks() as demo:
         prepare_blender_file,
         inputs=[normalized_mesh_file],
         outputs=blender_file
+    ).then(
+        lambda: gr.Button(value="Run all models", interactive=True),
+        inputs=[],
+        outputs=[process_all_btn]
     )
 
 if __name__ == "__main__":