zhiyucheng shengliangx commited on
Commit
470c50c
·
verified ·
1 Parent(s): bbaf9a3

update config for exclude modules (#3)

Browse files

- update configs for exclude modules (b5fb9b2e2c4a1895810941d0a653ab3ed2514df0)


Co-authored-by: Shengliang Xu <shengliangx@users.noreply.huggingface.co>

Files changed (2) hide show
  1. config.json +2 -2
  2. hf_quant_config.json +2 -2
config.json CHANGED
@@ -150,7 +150,7 @@
150
  }
151
  },
152
  "ignore": [
153
- "model.layers.visual*",
154
  "lm_head"
155
  ],
156
  "quant_algo": "FP8",
@@ -160,4 +160,4 @@
160
  },
161
  "quant_method": "modelopt"
162
  }
163
- }
 
150
  }
151
  },
152
  "ignore": [
153
+ "visual*",
154
  "lm_head"
155
  ],
156
  "quant_algo": "FP8",
 
160
  },
161
  "quant_method": "modelopt"
162
  }
163
+ }
hf_quant_config.json CHANGED
@@ -7,8 +7,8 @@
7
  "quant_algo": "FP8",
8
  "kv_cache_quant_algo": null,
9
  "exclude_modules": [
10
- "model.layers.visual*",
11
  "lm_head"
12
  ]
13
  }
14
- }
 
7
  "quant_algo": "FP8",
8
  "kv_cache_quant_algo": null,
9
  "exclude_modules": [
10
+ "visual*",
11
  "lm_head"
12
  ]
13
  }
14
+ }