lee/BitNet
1
0
Fork 0
mirror of https://github.com/microsoft/BitNet.git synced 2026-05-03 19:30:32 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #268 from younesbelkada/add-falcon-e-final

Browse Source 
Add falcon-e support
This commit is contained in:
tsong-ms
2025-05-21 16:28:05 +08:00
committed by GitHub
parent 70285e0154 5c12850ed9
commit 69a20459f5
4 changed files with 31 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
3rdparty/llama.cpp
Vendored
+1 -1
Submodule 3rdparty/llama.cpp updated: 5eb47b7210...40ed0f2902
README.md
+14
View File
@@ -137,6 +137,20 @@ This project is based on the [llama.cpp](https://github.com/ggerganov/llama.cpp)
<td>&#9989;</td>
<td>&#10060;</td>
</tr>
<tr>
<td rowspan="2"><a href="https://huggingface.co/collections/tiiuae/falcon-edge-series-6804fd13344d6d8a8fa71130">Falcon-E Family</a></td>
<td rowspan="2">1B-3B</td>
<td>x86</td>
<td>&#9989;</td>
<td>&#10060;</td>
<td>&#9989;</td>
</tr>
<tr>
<td>ARM</td>
<td>&#9989;</td>
<td>&#9989;</td>
<td>&#10060;</td>
</tr>
</table>
setup_env.py
+13 -1
View File
@@ -44,6 +44,18 @@ SUPPORTED_HF_MODELS = {
"microsoft/BitNet-b1.58-2B-4T": {
"model_name": "BitNet-b1.58-2B-4T",
},
"tiiuae/Falcon-E-3B-Instruct": {
"model_name": "Falcon-E-3B-Instruct",
},
"tiiuae/Falcon-E-1B-Instruct": {
"model_name": "Falcon-E-1B-Instruct",
},
"tiiuae/Falcon-E-3B-Base": {
"model_name": "Falcon-E-3B-Base",
},
"tiiuae/Falcon-E-1B-Base": {
"model_name": "Falcon-E-1B-Base",
},
}
SUPPORTED_QUANT_TYPES = {
@@ -144,7 +156,7 @@ def setup_gguf():
def gen_code():
_, arch = system_info()
llama3_f3_models = set([model['model_name'] for model in SUPPORTED_HF_MODELS.values() if model['model_name'].startswith("Falcon3") or model['model_name'].startswith("Llama")])
llama3_f3_models = set([model['model_name'] for model in SUPPORTED_HF_MODELS.values() if model['model_name'].startswith("Falcon") or model['model_name'].startswith("Llama")])
if arch == "arm64":
if args.use_pretuned:
utils/convert-hf-to-gguf-bitnet.py
+3
View File
@@ -319,6 +319,9 @@ class Model(ABC):
if chkhsh == "8aeee3860c56296a157a1fe2fad249ec40aa59b1bb5709f4ade11c4e6fe652ed":
# ref: https://huggingface.co/tiiuae/falcon-7b
res = "falcon"
if chkhsh == "a6b57017d60e6edb4d88ecc2845188e0eb333a70357e45dcc9b53964a73bbae6":
# ref: https://huggingface.co/tiiuae/Falcon-E-3B-Instruct
res = "falcon_e"
if chkhsh == "0876d13b50744004aa9aeae05e7b0647eac9d801b5ba4668afc01e709c15e19f":
# ref: https://huggingface.co/BAAI/bge-small-en-v1.5
res = "bert-bge"