update config for exclude modules (#3)
Browse files- update configs for exclude modules (b5fb9b2e2c4a1895810941d0a653ab3ed2514df0)
Co-authored-by: Shengliang Xu <shengliangx@users.noreply.huggingface.co>
- config.json +2 -2
- hf_quant_config.json +2 -2
config.json
CHANGED
|
@@ -150,7 +150,7 @@
|
|
| 150 |
}
|
| 151 |
},
|
| 152 |
"ignore": [
|
| 153 |
-
"
|
| 154 |
"lm_head"
|
| 155 |
],
|
| 156 |
"quant_algo": "FP8",
|
|
@@ -160,4 +160,4 @@
|
|
| 160 |
},
|
| 161 |
"quant_method": "modelopt"
|
| 162 |
}
|
| 163 |
-
}
|
|
|
|
| 150 |
}
|
| 151 |
},
|
| 152 |
"ignore": [
|
| 153 |
+
"visual*",
|
| 154 |
"lm_head"
|
| 155 |
],
|
| 156 |
"quant_algo": "FP8",
|
|
|
|
| 160 |
},
|
| 161 |
"quant_method": "modelopt"
|
| 162 |
}
|
| 163 |
+
}
|
hf_quant_config.json
CHANGED
|
@@ -7,8 +7,8 @@
|
|
| 7 |
"quant_algo": "FP8",
|
| 8 |
"kv_cache_quant_algo": null,
|
| 9 |
"exclude_modules": [
|
| 10 |
-
"
|
| 11 |
"lm_head"
|
| 12 |
]
|
| 13 |
}
|
| 14 |
-
}
|
|
|
|
| 7 |
"quant_algo": "FP8",
|
| 8 |
"kv_cache_quant_algo": null,
|
| 9 |
"exclude_modules": [
|
| 10 |
+
"visual*",
|
| 11 |
"lm_head"
|
| 12 |
]
|
| 13 |
}
|
| 14 |
+
}
|