Buckets:
| <meta charset="utf-8" /><meta name="hf:doc:metadata" content="{"title":"Adding a Benchmark","local":"adding-a-benchmark","sections":[{"title":"What to add","local":"what-to-add","sections":[],"depth":2},{"title":"How evaluation runs","local":"how-evaluation-runs","sections":[],"depth":2},{"title":"What your environment must provide","local":"what-your-environment-must-provide","sections":[{"title":"Environment structure","local":"environment-structure","sections":[],"depth":3},{"title":"The gym.Env","local":"the-gymenv","sections":[],"depth":3},{"title":"Conventions ( conventions() in the integration)","local":"conventions--conventions-in-the-integration","sections":[],"depth":3},{"title":"The config ( src/lerobot/envs/configs.py )","local":"the-config--srclerobotenvsconfigspy-","sections":[],"depth":3}],"depth":2},{"title":"Checkpoint admission","local":"checkpoint-admission","sections":[],"depth":2},{"title":"Verification and CI","local":"verification-and-ci","sections":[],"depth":2},{"title":"Changing a benchmark","local":"changing-a-benchmark","sections":[],"depth":2},{"title":"Dependencies ( pyproject.toml )","local":"dependencies--pyprojecttoml-","sections":[],"depth":2},{"title":"Writing a benchmark doc page","local":"writing-a-benchmark-doc-page","sections":[],"depth":2}],"depth":1}"/> | |
| <link href="/docs/lerobot/main/en/_app/immutable/entry/start.CMgyct4B.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/chunks/BcbLrCAJ.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/chunks/HSgsrBod.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/entry/app.MB6jwTHx.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/chunks/BEZitcl7.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/chunks/BTc-1quM.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/chunks/DsnmJJEf.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/chunks/dgjUeEXU.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/nodes/0.DBFtATH6.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/chunks/ydAQHvtg.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/nodes/2.bujuFMRD.js" rel="modulepreload"> | |
| <link href="/docs/lerobot/main/en/_app/immutable/chunks/D1Xs6TFQ.js" rel="modulepreload"> | |
| <!--pd2pv1--><meta name="hf:doc:metadata" content="{"title":"Adding a Benchmark","local":"adding-a-benchmark","sections":[{"title":"What to add","local":"what-to-add","sections":[],"depth":2},{"title":"How evaluation runs","local":"how-evaluation-runs","sections":[],"depth":2},{"title":"What your environment must provide","local":"what-your-environment-must-provide","sections":[{"title":"Environment structure","local":"environment-structure","sections":[],"depth":3},{"title":"The gym.Env","local":"the-gymenv","sections":[],"depth":3},{"title":"Conventions ( conventions() in the integration)","local":"conventions--conventions-in-the-integration","sections":[],"depth":3},{"title":"The config ( src/lerobot/envs/configs.py )","local":"the-config--srclerobotenvsconfigspy-","sections":[],"depth":3}],"depth":2},{"title":"Checkpoint admission","local":"checkpoint-admission","sections":[],"depth":2},{"title":"Verification and CI","local":"verification-and-ci","sections":[],"depth":2},{"title":"Changing a benchmark","local":"changing-a-benchmark","sections":[],"depth":2},{"title":"Dependencies ( pyproject.toml )","local":"dependencies--pyprojecttoml-","sections":[],"depth":2},{"title":"Writing a benchmark doc page","local":"writing-a-benchmark-doc-page","sections":[],"depth":2}],"depth":1}"/><!----> | |
| <link href="/docs/lerobot/main/en/_app/immutable/assets/0.tn0RQdqM.css" rel="modulepreload"> <!--[--><!--[0--><!--[--><!--[0--><!--[--><p></p> <div class="items-center shrink-0 min-w-[100px] max-sm:min-w-[50px] justify-end ml-auto flex" style="float: inline-end; margin-inline-start: 10px; display: inline-flex; position: relative; z-index: 10;"><div dir="ltr" class="inline-flex rounded-md max-sm:rounded-sm"><button class="inline-flex items-center gap-1 h-7 max-sm:h-7 px-2 max-sm:px-1.5 text-sm font-medium text-gray-800 border border-r-0 rounded-l-md max-sm:rounded-l-sm border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-live="polite"><span class="inline-flex items-center justify-center rounded-md p-0.5 max-sm:p-0 hover:text-gray-800 dark:hover:text-gray-200"><svg class="sm:size-3.5 size-3" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----></span> <span dir="auto">Copy page</span></button> <button class="inline-flex items-center justify-center w-6 max-sm:w-5 h-7 max-sm:h-7 disabled:pointer-events-none text-sm text-gray-500 hover:text-gray-700 dark:hover:text-white rounded-r-md max-sm:rounded-r-sm border border-l transition border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-haspopup="menu" aria-expanded="false" aria-label="Open copy menu"><svg class="transition-transform text-gray-400 overflow-visible sm:size-3.5 size-3 rotate-0" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg><!----></button></div> <!--[-1--><!--]--></div><!----> <!--[0--><h1 class="relative group"><a id="adding-a-benchmark" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#adding-a-benchmark"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Adding a Benchmark<!----></span></h1><!--]--><!----> <p>A benchmark is a simulator that LeRobot drives in one place, <code>lerobot.sim</code>, so that every way of using it behaves the same: <code>lerobot-eval</code> (a batched env, <code>--env.type=<benchmark></code>), rollout and recording (a sim robot, <code>--robot.type=sim --robot.env.type=<benchmark></code>), locally or served by <code>lerobot-env-server</code> from its own Docker image. See <a href="./simulation">Simulation: local or served</a> for how it is used.</p> <!--[1--><h2 class="relative group"><a id="what-to-add" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#what-to-add"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->What to add<!----></span></h2><!--]--><!----> <table><thead><tr><th>Component</th><th>Location</th><th>What to add</th></tr></thead><tbody><tr><td>Integration</td><td><code>src/lerobot/sim/integrations/<benchmark>.py</code></td><td>The <code>gym.Env</code>, <code>env_fns()</code> factories, <code>canonical_observation()</code> adapter and <code>conventions()</code> for that simulator</td></tr><tr><td>Config</td><td><code>src/lerobot/envs/configs.py</code></td><td>An <code>EnvConfig</code> subclass whose <code>sim_settings()</code> maps its options to the factory’s kwargs</td></tr><tr><td>Server configuration</td><td><code>docker/sim/configs/<benchmark>.yaml</code></td><td>The task and factory kwargs the server and CI use</td></tr><tr><td>Simulator image</td><td><code>docker/Dockerfile.sim</code></td><td>A <code><benchmark>_native</code> stage: pinned native dependencies (including any CUDA toolkit, as the base is plain Ubuntu) and asset revisions; the final stage adds the server</td></tr><tr><td>CI manifest</td><td><code>benchmarks/benchmarks.yaml</code></td><td>Name, tasks, checkpoint revision, camera <code>rename_map</code> and optional <code>parity</code>; the rest defaults from the name</td></tr><tr><td>Dependencies</td><td><code>pyproject.toml</code></td><td>An optional-dependency group for local use</td></tr><tr><td>Documentation</td><td><code>docs/source/<benchmark>.mdx</code>, <code>_toctree.yml</code></td><td>A user-facing page</td></tr><tr><td>Provenance</td><td><code>docs/source/<benchmark>.mdx</code></td><td>Source repositories, pinned code and asset revisions with their licenses, and a published success rate for a checkpoint you can run</td></tr></tbody></table> <p>Both paths expose the same environment behavior:</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Copied</div><!----></button><!----></div> <pre class="language-text "><!---->native simulator → LocalVectorEnv, locally or on an env server → canonical NumPy observations | |
| → batched env or sim robot → one-time image/tensor preparation → saved policy preprocessing | |
| → policy → saved action postprocessing → native simulator<!----></pre></div><!----> <p>Put image orientation, quaternion conversion and state ordering in that simulator’s <code>canonical_observation()</code> adapter, and its control conventions in its <code>conventions()</code>, so that evaluation and rollout agree. Reuse <code>sim/integrations/utils.py</code> only for mappings shared by integrations; shared environment code must not branch on simulator names. A new benchmark needs no <a href="./env_processor">environment processor</a>: observations reach the policy’s own processors already canonical.</p> <!--[1--><h2 class="relative group"><a id="how-evaluation-runs" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#how-evaluation-runs"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->How evaluation runs<!----></span></h2><!--]--><!----> <p><code>lerobot-eval</code> evaluates every benchmark the same way:</p> <ol><li><code>make_env()</code> builds the nested <code>{suite: {task_id: vector env}}</code> dict.</li> <li><code>eval_policy_all()</code> runs <code>n_episodes</code> rollouts of each task, one task at a time (or <code>--env.max_parallel_tasks</code> at once).</li> <li>Results are aggregated per episode, task, suite and overall: <code>pc_success</code> (success rate), <code>avg_sum_reward</code> and <code>avg_max_reward</code>. Every success rate comes with its counts (<code>n_success</code> out of <code>n_episodes</code>) and a 95% Wilson interval in percent (<code>pc_success_ci95</code>). The interval covers sampling noise over episodes only; it says nothing about variation between training runs of the same recipe.</li></ol> <p>Success comes from <code>info["is_success"]</code>, which your environment reports on every <code>step()</code>. Your environment can also report numbers of its own. It puts them in <code>info["metrics"]</code>, a map from each name to one float per environment. They reach each episode’s entry under <code>per_episode[i]["metrics"]</code>, taken at the step the episode ended.</p> <!--[1--><h2 class="relative group"><a id="what-your-environment-must-provide" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#what-your-environment-must-provide"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->What your environment must provide<!----></span></h2><!--]--><!----> <!--[2--><h3 class="relative group"><a id="environment-structure" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#environment-structure"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Environment structure<!----></span></h3><!--]--><!----> <p><code>env_fns()</code> returns each task’s environment factories, without building them:</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Copied</div><!----></button><!----></div> <pre class="language-python "><!----><span class="hljs-keyword">def</span> <span class="hljs-title function_">env_fns</span>(<span class="hljs-params"> | |
| task: <span class="hljs-built_in">str</span>, | |
| n_envs: <span class="hljs-built_in">int</span>, | |
| gym_kwargs: <span class="hljs-built_in">dict</span> | <span class="hljs-literal">None</span> = <span class="hljs-literal">None</span>, | |
| </span>) -> <span class="hljs-built_in">dict</span>[<span class="hljs-built_in">str</span>, <span class="hljs-built_in">dict</span>[<span class="hljs-built_in">int</span>, <span class="hljs-built_in">list</span>[<span class="hljs-type">Callable</span>[[], gym.Env]]]]: | |
| <span class="hljs-string">"""{suite: {task_id: [make_single_env] * n_envs}} for MyBenchmark."""</span><!----></pre></div><!----> <p>A single-task benchmark returns <code>{"<task>": {0: [...]}}</code>; a multi-task one (like LIBERO) returns <code>{"libero_spatial": {0: [...], 1: [...], ...}, ...}</code>. <code>LocalVectorEnv</code> calls each <code>make_single_env</code> factory on first use, locally or on the server and, with <code>--eval.use_async_envs=true</code>, in a separate process per environment.</p> <!--[2--><h3 class="relative group"><a id="the-gymenv" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#the-gymenv"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->The gym.Env<!----></span></h3><!--]--><!----> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Copied</div><!----></button><!----></div> <pre class="language-python "><!----><span class="hljs-keyword">class</span> <span class="hljs-title class_">MyBenchmarkEnv</span>(gym.Env): | |
| metadata = {<span class="hljs-string">"render_modes"</span>: [<span class="hljs-string">"rgb_array"</span>], <span class="hljs-string">"render_fps"</span>: <fps>} | |
| <span class="hljs-keyword">def</span> <span class="hljs-title function_">__init__</span>(<span class="hljs-params">self, task_suite, task_id, ...</span>): | |
| <span class="hljs-built_in">super</span>().__init__() | |
| <span class="hljs-variable language_">self</span>.task = <task_name_string> | |
| <span class="hljs-variable language_">self</span>.task_description = <natural_language_instruction> | |
| <span class="hljs-variable language_">self</span>._max_episode_steps = <max_steps> | |
| <span class="hljs-variable language_">self</span>.observation_space = spaces.<span class="hljs-type">Dict</span>({...}) | |
| <span class="hljs-variable language_">self</span>.action_space = spaces.Box(low=..., high=..., shape=(...,), dtype=np.float32)<!----></pre></div><!----> <table><thead><tr><th>Attribute</th><th>Type</th><th>Why</th></tr></thead><tbody><tr><td><code>_max_episode_steps</code></td><td><code>int</code></td><td>Ends (truncates) an episode</td></tr><tr><td><code>task_description</code></td><td><code>str</code></td><td>Passed to VLA policies as a language instruction</td></tr><tr><td><code>task</code></td><td><code>str</code></td><td>Fallback identifier if <code>task_description</code> is not set</td></tr></tbody></table> <p><code>step()</code> reports success in <code>info["is_success"]</code>, and anything else it measures in <code>info["metrics"]</code>. Actions are a one-dimensional continuous <code>Box</code>.</p> <p>Observations are a dict the integration’s <code>canonical_observation()</code> adapter understands. The reusable default adapter maps:</p> <table><thead><tr><th>Your env outputs</th><th>Canonical key</th><th>What it is</th></tr></thead><tbody><tr><td><code>"pixels"</code> (single array)</td><td><code>observation.image</code></td><td>Single camera image, HWC uint8</td></tr><tr><td><code>"pixels"</code> (dict)</td><td><code>observation.images.<cam></code></td><td>Multiple cameras, each HWC uint8</td></tr><tr><td><code>"agent_pos"</code></td><td><code>observation.state</code></td><td>Proprioceptive state vector</td></tr><tr><td><code>"environment_state"</code></td><td><code>observation.environment_state</code></td><td>Full environment state (e.g. PushT)</td></tr></tbody></table> <p>Any other array is passed as <code>observation.<key></code>. Rename your simulator’s outputs to these keys inside the <code>gym.Env</code>, or handle its native representation in that integration’s adapter.</p> <p><strong>GPU-based simulators (e.g. MuJoCo with EGL rendering):</strong> if your simulator allocates GPU/EGL contexts during <code>__init__</code>, defer that allocation to a <code>_ensure_env()</code> helper called on first <code>reset()</code>/<code>step()</code>, so that an environment built in a worker process does not inherit stale GPU handles. See <code>LiberoEnv._ensure_env()</code> for the pattern.</p> <!--[2--><h3 class="relative group"><a id="conventions--conventions-in-the-integration" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#conventions--conventions-in-the-integration"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Conventions ( conventions() in the integration)<!----></span></h3><!--]--><!----> <p>Return the simulator’s control rate, controller and ordered component names from <code>conventions(kwargs)</code>, a function of the simulator’s options (they can depend on an action mode, as for RoboTwin). They fill the settings a configuration leaves out, and name the state and action components for robots, datasets and checkpoints. <code>semantics</code> defaults to <code><type>-<control>-v1</code>. <code>robot_type</code> names the simulated body, recorded by a sim robot: the type the real robot records when lerobot has a class for it (<code>so_follower</code>), else a short name (<code>panda</code>, <code>sawyer</code>); left out, datasets record <code>sim_robot</code>.</p> <!--[2--><h3 class="relative group"><a id="the-config--srclerobotenvsconfigspy-" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#the-config--srclerobotenvsconfigspy-"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->The config ( src/lerobot/envs/configs.py )<!----></span></h3><!--]--><!----> <p>Register a config so users can select your benchmark with <code>--env.type=<name></code> (and <code>--robot.env.type=<name></code>). Its <code>sim_settings()</code> describes the simulator as a server YAML’s <code>sim</code> section; <code>LocalVectorEnv</code> does the rest:</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Copied</div><!----></button><!----></div> <pre class="language-python "><!----><span class="hljs-meta">@EnvConfig.register_subclass(<span class="hljs-params"><span class="hljs-string">"<benchmark_name>"</span></span>)</span> | |
| <span class="hljs-meta">@dataclass</span> | |
| <span class="hljs-keyword">class</span> <span class="hljs-title class_">MyBenchmarkEnvConfig</span>(<span class="hljs-title class_ inherited__">EnvConfig</span>): | |
| task: <span class="hljs-built_in">str</span> = <span class="hljs-string">"<default_task>"</span> | |
| fps: <span class="hljs-built_in">int</span> = <fps> | |
| obs_type: <span class="hljs-built_in">str</span> = <span class="hljs-string">"pixels_agent_pos"</span> | |
| <span class="hljs-meta"> @property</span> | |
| <span class="hljs-keyword">def</span> <span class="hljs-title function_">gym_kwargs</span>(<span class="hljs-params">self</span>) -> <span class="hljs-built_in">dict</span>: | |
| <span class="hljs-keyword">return</span> {<span class="hljs-string">"obs_type"</span>: <span class="hljs-variable language_">self</span>.obs_type} | |
| <span class="hljs-keyword">def</span> <span class="hljs-title function_">sim_settings</span>(<span class="hljs-params">self</span>) -> <span class="hljs-built_in">dict</span>: | |
| <span class="hljs-keyword">return</span> {<span class="hljs-string">"type"</span>: <span class="hljs-string">"<benchmark_name>"</span>, <span class="hljs-string">"task"</span>: <span class="hljs-variable language_">self</span>.task, <span class="hljs-string">"kwargs"</span>: {<span class="hljs-string">"gym_kwargs"</span>: <span class="hljs-variable language_">self</span>.gym_kwargs}}<!----></pre></div><!----> <p>Keep its defaults and the server YAML’s in agreement: a served evaluation refuses a server that runs another environment than the command describes. Features come from the environment’s description when it is created, so the config declares none.</p> <!--[1--><h2 class="relative group"><a id="checkpoint-admission" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#checkpoint-admission"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Checkpoint admission<!----></span></h2><!--]--><!----> <p><code>--rename_map</code> aliases environment camera keys to the checkpoint’s trained keys, as for any robot; in CI it comes from the entry’s <code>rename_map</code> in <code>benchmarks/benchmarks.yaml</code>. Checkpoint inputs must exist after renaming, and state/action dimensions must match; renaming cannot repair checkpoint metadata. RGB channel count and layout are checked at admission. Acquisition height/width may differ from training metadata; resizing belongs to policy preprocessing.</p> <!--[1--><h2 class="relative group"><a id="verification-and-ci" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#verification-and-ci"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Verification and CI<!----></span></h2><!--]--><!----> <ol><li>Check the integration’s observation adapter against your simulator’s raw outputs, especially camera orientation and state order, and check the environment wrapper’s applied actions.</li> <li>Compare seeded reset/step sequences locally and served (<code>scripts/ci/check_sim_parity.py</code>); set <code>parity: true</code> in the manifest entry of a deterministic simulator so CI runs it. Check terminal freezing, success, episode length, rendering and resource cleanup.</li> <li>Run torch-disabled import guards for the server code and your native module. Document simulators that need their own torch runtime, such as RoboTwin and RoboMME.</li> <li>Run <code>lerobot-eval --env.type=<name> --env.task=<task> --eval.n_episodes=1 --policy.path=<checkpoint></code> locally, and with <code>--env.server.endpoint</code> against the server. Inspect task descriptions and rendered camera views.</li> <li>Run the generated benchmark job on the GPU runner. Preserve the LIBERO training smoke when changing shared evaluation/training integration.</li></ol> <p><code>benchmarks/benchmarks.yaml</code> generates the matrix through <code>scripts/ci/benchmark_matrix.py</code>; <code>.github/workflows/benchmark_run.yml</code> runs each entry. Add entries to the manifest rather than copying CI jobs. CI caps episodes to check the pipeline end to end; its <code>metrics.json</code> records the checkpoint revision, simulator image tag, commit and cap, and marks these runs <code>smoke</code>: their success rates are not policy scores. Simulator images have separate pins and content tags; BuildKit caches only persist on persistent runners.</p> <!--[1--><h2 class="relative group"><a id="changing-a-benchmark" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#changing-a-benchmark"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Changing a benchmark<!----></span></h2><!--]--><!----> <p>An integration’s <code>canonical_observation()</code>, <code>conventions()</code> and environment wrapper decide what the policy sees and how its actions apply. A wrong image orientation, state order or control rate does not crash: the policy sees slightly wrong inputs, and its success rate drops. A change to any of them comes with:</p> <ul><li><strong>A regression test</strong> comparing the old and new outputs on a recorded or synthetic observation. <code>test_libero_numpy_adapter_parity</code> in <code>tests/sim/integrations/test_libero.py</code> is the model: it shows the torch-free LIBERO adapter produces exactly what the previous LIBERO processor did.</li> <li><strong>The expected effect on scores</strong> in the pull request: none, or which scores should move and why.</li></ul> <!--[1--><h2 class="relative group"><a id="dependencies--pyprojecttoml-" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#dependencies--pyprojecttoml-"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Dependencies ( pyproject.toml )<!----></span></h2><!--]--><!----> <p>Add a new optional-dependency group for local use:</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Copied</div><!----></button><!----></div> <pre class="language-toml "><!----><span class="hljs-attr">mybenchmark</span> = [<span class="hljs-string">"my-benchmark-pkg==1.2.3"</span>, <span class="hljs-string">"lerobot[scipy-dep]"</span>]<!----></pre></div><!----> <p>Pinning rules:</p> <ul><li><strong>Always pin</strong> benchmark packages to exact versions for reproducibility (e.g. <code>metaworld==3.0.0</code>).</li> <li><strong>Add platform markers</strong> when needed (e.g. <code>; sys_platform == 'linux'</code>).</li> <li><strong>Pin fragile transitive deps</strong> if known (e.g. the Meta-World image pins <code>mujoco==3.15.0</code>, since MuJoCo 3.17 breaks its mocap welds).</li> <li><strong>Document constraints</strong> in your benchmark doc page. When the dependencies conflict with LeRobot’s, the served path is the supported one.</li></ul> <!--[1--><h2 class="relative group"><a id="writing-a-benchmark-doc-page" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#writing-a-benchmark-doc-page"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Writing a benchmark doc page<!----></span></h2><!--]--><!----> <p>Add the page to the “Benchmarks” section of <code>docs/source/_toctree.yml</code>. Each benchmark page should include:</p> <ul><li><strong>Title and description</strong> — 1-2 paragraphs on what the benchmark tests and why it matters.</li> <li><strong>Links</strong> — paper, GitHub repo, project website (if available).</li> <li><strong>Provenance and licenses</strong> — source repositories, pinned code and asset revisions, and the license of each. Do not add a benchmark whose license forbids the use.</li> <li><strong>Overview image or GIF.</strong></li> <li><strong>Available tasks</strong> — table of task suites with counts and brief descriptions.</li> <li><strong>Installation</strong> — <code>pip install -e ".[<benchmark>]"</code>, or the server command.</li> <li><strong>Evaluation</strong> — recommended <code>lerobot-eval</code> command with <code>n_episodes</code> for reproducible results.</li> <li><strong>Policy inputs and outputs</strong> — observation keys with shapes, action space description.</li> <li><strong>Training</strong> — example <code>lerobot-train</code> command.</li> <li><strong>Reference results</strong> — the published success rate of at least one pretrained checkpoint you can run, with its revision and the <code>lerobot-eval</code> command that reproduces it. An integration that does not land near it is not finished.</li></ul> <p>See <code>docs/source/libero.mdx</code> and <code>docs/source/metaworld.mdx</code> for complete examples.</p> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/lerobot/blob/main/docs/source/adding_benchmarks.mdx" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg><!----> <span><span class="underline">Update</span> on GitHub</span></a><!----> <p></p><!--]--><!----><!--]--><!--]--><!--]--> <!--[-1--><!--]--><!--]--> | |
| <script> | |
| { | |
| __sveltekit_1xprr1v = { | |
| base: "/docs/lerobot/main/en", | |
| assets: "/docs/lerobot/main/en" | |
| }; | |
| const element = document.currentScript.parentElement; | |
| Promise.all([ | |
| import("/docs/lerobot/main/en/_app/immutable/entry/start.CMgyct4B.js"), | |
| import("/docs/lerobot/main/en/_app/immutable/entry/app.MB6jwTHx.js") | |
| ]).then(([kit, app]) => { | |
| kit.start(app, element, { | |
| node_ids: [0, 2], | |
| data: [null,null], | |
| form: null, | |
| error: null | |
| }); | |
| }); | |
| } | |
| </script> | |
Xet Storage Details
- Size:
- 46.3 kB
- Xet hash:
- 7c9541eb7b74d148953a495269172d9120b9440a018679a448845446140b9147
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.