Build at Tue Aug 1 00:03:43 UTC 2023

mlc-ai · Aug 1, 2023 · 00ab801 · 00ab801
1 parent dd21646
commit 00ab801
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 5 deletions.
diff --git a/docs/assets/css/main.css.map b/docs/assets/css/main.css.map
diff --git a/docs/docs/_sources/compilation/compile_models.rst.txt b/docs/docs/_sources/compilation/compile_models.rst.txt
@@ -290,7 +290,8 @@ Generally, the model compile command is specified by a sequence of arguments and
         [--max-seq-len MAX_ALLOWED_SEQUENCE_LENGTH] \
         [--reuse-lib LIB_NAME] \
         [--use-cache=0] \
-        [--debug-dump]
+        [--debug-dump] \
+        [--use-safetensors]
 
 This command first goes with ``--model`` or ``--hf-path``.
 **Only one of them needs to be specified**: when the model is publicly available on Hugging Face, you can use ``--hf-path`` to specify the model.
@@ -333,7 +334,7 @@ The following arguments are optional:
                                             and will compile the model from the very start.
                                             Using cache can help reduce the time needed to compile.
 --debug-dump                                Specifies whether to dump debugging files during compilation.
-
+--use-safetensors                           Specifies whether to use ``.safetensors`` instead of the default ``.bin`` when loading in model weights.
 
 More Model Compile Commands
 ---------------------------

diff --git a/docs/docs/compilation/compile_models.html b/docs/docs/compilation/compile_models.html
@@ -525,7 +525,8 @@ <h2><a class="toc-backref" href="#id8" role="doc-backlink">Compile Command Speci
 <span class="w">    </span><span class="o">[</span>--max-seq-len<span class="w"> </span>MAX_ALLOWED_SEQUENCE_LENGTH<span class="o">]</span><span class="w"> </span><span class="se">\</span>
 <span class="w">    </span><span class="o">[</span>--reuse-lib<span class="w"> </span>LIB_NAME<span class="o">]</span><span class="w"> </span><span class="se">\</span>
 <span class="w">    </span><span class="o">[</span>--use-cache<span class="o">=</span><span class="m">0</span><span class="o">]</span><span class="w"> </span><span class="se">\</span>
-<span class="w">    </span><span class="o">[</span>--debug-dump<span class="o">]</span>
+<span class="w">    </span><span class="o">[</span>--debug-dump<span class="o">]</span><span class="w"> </span><span class="se">\</span>
+<span class="w">    </span><span class="o">[</span>--use-safetensors<span class="o">]</span>
 </pre></div>
 </div>
 <p>This command first goes with <code class="docutils literal notranslate"><span class="pre">--model</span></code> or <code class="docutils literal notranslate"><span class="pre">--hf-path</span></code>.
@@ -583,6 +584,9 @@ <h2><a class="toc-backref" href="#id8" role="doc-backlink">Compile Command Speci
 <dt><kbd><span class="option">--debug-dump</span></kbd></dt>
 <dd><p>Specifies whether to dump debugging files during compilation.</p>
 </dd>
+<dt><kbd><span class="option">--use-safetensors</span></kbd></dt>
+<dd><p>Specifies whether to use <code class="docutils literal notranslate"><span class="pre">.safetensors</span></code> instead of the default <code class="docutils literal notranslate"><span class="pre">.bin</span></code> when loading in model weights.</p>
+</dd>
 </dl>
 </section>
 <section id="more-model-compile-commands">

diff --git a/docs/docs/searchindex.js b/docs/docs/searchindex.js