diff --git a/README.md b/README.md index df6f718..fa3f2f5 100644 --- a/README.md +++ b/README.md @@ -176,7 +176,7 @@ pip install -r requirements.txt 3. Build the project ```bash # Manually download the model and run with local path -huggingface-cli download microsoft/BitNet-b1.58-2B-4T --local-dir models/BitNet-b1.58-2B-4T +huggingface-cli download microsoft/BitNet-b1.58-2B-4T-gguf --local-dir models/BitNet-b1.58-2B-4T python setup_env.py -md models/BitNet-b1.58-2B-4T -q i2_s # Or you can download a model from Hugging Face, convert it to quantized gguf format, and build the project