Upload folder using huggingface_hub

README.md

@@ -1,4 +1,14 @@
-# My Cool Submission 2025
+# Empty solution example for the S23DR competition
 
-This repo contains a submission to the [S23DR Challenge](https://huggingface.co/spaces/usm3d/S23DR) (part of the [USM3D](https://usm3d.github.io/) workshop at CVPR2025). It was prepared by [jacklangerman](https://huggingface.co/jacklangerman).
+This repo provides a minimalistic example of a valid, but empty submission to S23DR competition.
+We recommend you take a look at [this example](https://huggingface.co/usm3d/handcrafted_baseline_submission),
+which implements some primitive algorithms and provides useful I/O and visualization functions.
+
+This example seeks to simply provide minimal code which succeeds at reading the dataset and producing a solution (in this case two vertices at the origin and edge of zero length connecting them).
+
+`script.py` - is the main file which is run by the competition space. It should produce `submission.parquet` as the result of the run. Please see the additional comments in the `script.py` file. 
+
+---
+license: apache-2.0
+---
 

example_notebook.ipynb

@@ -31,7 +31,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 7,
+      "execution_count": 1,
       "id": "ItDDqoXop8bb",
       "metadata": {
         "colab": {
@@ -61,7 +61,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 8,
+      "execution_count": 2,
       "id": "zq_ljluLqzzv",
       "metadata": {
         "id": "zq_ljluLqzzv"
@@ -115,7 +115,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 9,
+      "execution_count": null,
       "id": "U0J1w3kCZqMD",
       "metadata": {
         "colab": {
@@ -239,88 +239,18 @@
       },
       "outputs": [
         {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "512d1f08f3e64ef3808da8bb846d6354",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "Fetching 4 files:   0%|          | 0/4 [00:00<?, ?it/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "920116c0c939415ba0da14e045bb5fe1",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "script.py:   0%|          | 0.00/2.38k [00:00<?, ?B/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "4975ca0c047e41f6a0bfdb24cf6d980f",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              ".gitattributes:   0%|          | 0.00/1.52k [00:00<?, ?B/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "663f1903db14424fbbd3a99a6f407408",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "README.md:   0%|          | 0.00/779 [00:00<?, ?B/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "data": {
-            "application/vnd.jupyter.widget-view+json": {
-              "model_id": "93a306e3e7c94176bf127a9b2d364ce3",
-              "version_major": 2,
-              "version_minor": 0
-            },
-            "text/plain": [
-              "example_notebook.ipynb:   0%|          | 0.00/146k [00:00<?, ?B/s]"
-            ]
-          },
-          "metadata": {},
-          "output_type": "display_data"
-        },
-        {
-          "name": "stdout",
+          "name": "stderr",
           "output_type": "stream",
           "text": [
-            "/Users/jack/dev/S23DR/2025/empty_submission/my_cool_submission_2025/upstream\n",
-            "https://huggingface.co/jacklangerman/my_cool_submission_2025\n",
-            "[CommitInfo(commit_url='https://huggingface.co/jacklangerman/my_cool_submission_2025/commit/f16ee2c7082a1e3d8d0c1f0f65e331e212af3ba3', commit_message='Upload folder using huggingface_hub', commit_description='', oid='f16ee2c7082a1e3d8d0c1f0f65e331e212af3ba3', pr_url=None, repo_url=RepoUrl('https://huggingface.co/jacklangerman/my_cool_submission_2025', endpoint='https://huggingface.co', repo_type='model', repo_id='jacklangerman/my_cool_submission_2025'), pr_revision=None, pr_num=None)]\n"
+            "/opt/homebrew/Caskroom/miniforge/base/envs/s23dr/lib/python3.10/site-packages/huggingface_hub/file_download.py:832: UserWarning: `local_dir_use_symlinks` parameter is deprecated and will be ignored. The process to download files to a local folder has been updated and do not rely on symlinks anymore. You only need to pass a destination folder as`local_dir`.\n",
+            "For more details, check out https://huggingface.co/docs/huggingface_hub/main/en/guides/download#download-files-to-local-folder.\n",
+            "  warnings.warn(\n"
           ]
         },
         {
           "data": {
             "application/vnd.jupyter.widget-view+json": {
-              "model_id": "3cc9d11239ce4031a4e3f6ba12874d2b",
+              "model_id": "0560e0bf24e0464f94b046efa6783163",
               "version_major": 2,
               "version_minor": 0
             },
@@ -334,7 +264,7 @@
         {
           "data": {
             "application/vnd.jupyter.widget-view+json": {
-              "model_id": "e8d35e9b9c234064a8735d7d745d6ae6",
+              "model_id": "8a63ac13d13943bb8a3bedfc1db4a3df",
               "version_major": 2,
               "version_minor": 0
             },
@@ -348,12 +278,12 @@
         {
           "data": {
             "application/vnd.jupyter.widget-view+json": {
-              "model_id": "23382690f1244d5ca83ce74cc4662b00",
+              "model_id": "dec031bf5ab64944802ee0ec992f150d",
               "version_major": 2,
               "version_minor": 0
             },
             "text/plain": [
-              "example_notebook.ipynb:   0%|          | 0.00/146k [00:00<?, ?B/s]"
+              "example_notebook.ipynb:   0%|          | 0.00/148k [00:00<?, ?B/s]"
             ]
           },
           "metadata": {},
@@ -362,7 +292,7 @@
         {
           "data": {
             "application/vnd.jupyter.widget-view+json": {
-              "model_id": "85bfc371a91c4df39a49fc84988c7b4b",
+              "model_id": "a9715efac2d84dd7baa881acfeb7977f",
               "version_major": 2,
               "version_minor": 0
             },
@@ -376,12 +306,12 @@
         {
           "data": {
             "application/vnd.jupyter.widget-view+json": {
-              "model_id": "53f7baaae14641e6b95c1df660a00547",
+              "model_id": "e0d2871dca7541cba6ea98b8066c2fff",
               "version_major": 2,
               "version_minor": 0
             },
             "text/plain": [
-              "script.py:   0%|          | 0.00/2.38k [00:00<?, ?B/s]"
+              "script.py:   0%|          | 0.00/2.54k [00:00<?, ?B/s]"
             ]
           },
           "metadata": {},
@@ -391,7 +321,17 @@
           "name": "stdout",
           "output_type": "stream",
           "text": [
-            "/Users/jack/dev/S23DR/2025/empty_submission/my_cool_submission_2025/my_cool_submission_2025\n"
+            "/Users/jack/dev/S23DR/2025/empty_submission/upstream\n",
+            "https://huggingface.co/jacklangerman/my_cool_submission_2025\n"
+          ]
+        },
+        {
+          "name": "stderr",
+          "output_type": "stream",
+          "text": [
+            "/opt/homebrew/Caskroom/miniforge/base/envs/s23dr/lib/python3.10/site-packages/huggingface_hub/hf_api.py:9234: UserWarning: Warnings while validating metadata in README.md:\n",
+            "- empty or missing yaml metadata in repo card\n",
+            "  warnings.warn(f\"Warnings while validating metadata in README.md:\\n{message}\")\n"
           ]
         }
       ],
@@ -445,7 +385,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 10,
+      "execution_count": null,
       "id": "NfxHRGClBYQE",
       "metadata": {
         "colab": {
@@ -454,15 +394,7 @@
         "id": "NfxHRGClBYQE",
         "outputId": "b1ef8073-2e4e-4303-ce24-fbd01d3ff910"
       },
-      "outputs": [
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "/Users/jack/dev/S23DR/2025/empty_submission/my_cool_submission_2025/my_cool_submission_2025\n"
-          ]
-        }
-      ],
+      "outputs": [],
       "source": [
         "# change directories into our submission folder\n",
         "%cd $submission_name\n",
@@ -515,7 +447,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 11,
+      "execution_count": null,
       "id": "4Y0eTe7M_vIJ",
       "metadata": {
         "colab": {
@@ -524,15 +456,7 @@
         "id": "4Y0eTe7M_vIJ",
         "outputId": "c77b0e72-c47e-4b3b-b724-dcce4b911d42"
       },
-      "outputs": [
-        {
-          "name": "stdout",
-          "output_type": "stream",
-          "text": [
-            "[CommitInfo(commit_url='https://huggingface.co/jacklangerman/my_cool_submission_2025/commit/6048b3304a327a3727d860fc44174e96f19d4caa', commit_message='Upload folder using huggingface_hub', commit_description='', oid='6048b3304a327a3727d860fc44174e96f19d4caa', pr_url=None, repo_url=RepoUrl('https://huggingface.co/jacklangerman/my_cool_submission_2025', endpoint='https://huggingface.co', repo_type='model', repo_id='jacklangerman/my_cool_submission_2025'), pr_revision=None, pr_num=None)]\n"
-          ]
-        }
-      ],
+      "outputs": [],
       "source": [
         "# Upload our changes to the solution\n",
         "operations = [\n",
@@ -557,7 +481,7 @@
     },
     {
       "cell_type": "code",
-      "execution_count": 12,
+      "execution_count": null,
       "id": "Rf59SEZ6Cp4U",
       "metadata": {
         "colab": {
@@ -567,36 +491,7 @@
         "id": "Rf59SEZ6Cp4U",
         "outputId": "8379d6fa-42ea-4c98-fe83-7023216b2ed6"
       },
-      "outputs": [
-        {
-          "data": {
-            "text/markdown": [
-              "\n",
-              "1. Follow this link to the competition space for the [S23DR Challenge](https://huggingface.co/spaces/usm3d/S23DR2025)\n",
-              "<br>\n",
-              "2. Login to Hugging Face. <br>\n",
-              "<img src=\"https://huggingface.co/datasets/jacklangerman/hosted_images/resolve/main/submit_to_s23rd/login.png\" width=512>\n",
-              "<br>\n",
-              "\n",
-              "3. Click \"New submission\" <br>\n",
-              "<img src=\"https://huggingface.co/datasets/jacklangerman/hosted_images/resolve/main/submit_to_s23rd/click_new_submission.png\" width=512>\n",
-              "<br>\n",
-              "\n",
-              "4. Enter in the repo_id of your submission ([jacklangerman/my_cool_submission_2025](https://huggingface.co/jacklangerman/my_cool_submission_2025))<br>\n",
-              "<br>\n",
-              "<img src=\"https://huggingface.co/datasets/jacklangerman/hosted_images/resolve/main/submit_to_s23rd/name_and_desc.png\" width=512>\n",
-              "<br>\n",
-              "\n"
-            ],
-            "text/plain": [
-              "<IPython.core.display.Markdown object>"
-            ]
-          },
-          "execution_count": 12,
-          "metadata": {},
-          "output_type": "execute_result"
-        }
-      ],
+      "outputs": [],
       "source": [
         "from IPython.display import Markdown as md\n",
         "\n",

script.py

@@ -40,10 +40,31 @@ if __name__ == "__main__":
     print(params)
     import os
     
-    print(os.system('pwd'))
+    print('pwd:', os.system('pwd'))
     print(os.system('ls -lahtr'))
+    print(os.system('ls -lahtr /tmp/data/'))
+    
+
+    data_path_test_server = Path('/tmp/data')
+    data_path_local = Path().home() / '.cache/huggingface/datasets/usm3d___hoho25k_test_x/'
+
+    if data_path_test_server.exists():
+        data_path = data_path_test_server
+    else: 
+        data_path = data_path_local
+    
+    print([str(p) for p in data_path.rglob('*validation*.arrow')])
 
-    dataset = load_dataset(params['dataset'], trust_remote_code=True, use_auth_token=params['token'])
+    # dataset = load_dataset(params['dataset'], trust_remote_code=True, use_auth_token=params['token'])
+    dataset = load_dataset(
+        "arrow", 
+        data_files={
+            "validation": [str(p) for p in data_path.rglob('*validation*.arrow')],
+            "test": [str(p) for p in data_path.rglob('*test*.arrow')],
+        },
+        trust_remote_code=True,
+        # streaming=True
+    )
     print(dataset, flush=True)
     # dataset = load_dataset('webdataset', data_files={)