pytorch_model.bin.index.json 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271
  1. {
  2. "metadata": {
  3. "total_size": 13705925200
  4. },
  5. "weight_map": {
  6. "lm_head.weight": "pytorch_model-00003-of-00003.bin",
  7. "model.embed_tokens.weight": "pytorch_model-00001-of-00003.bin",
  8. "model.layers.0.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  9. "model.layers.0.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  10. "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  11. "model.layers.0.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  12. "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  13. "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  14. "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  15. "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  16. "model.layers.0.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  17. "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  18. "model.layers.1.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  19. "model.layers.1.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  20. "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  21. "model.layers.1.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  22. "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  23. "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  24. "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  25. "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  26. "model.layers.1.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  27. "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  28. "model.layers.10.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  29. "model.layers.10.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  30. "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  31. "model.layers.10.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  32. "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  33. "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  34. "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  35. "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  36. "model.layers.10.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  37. "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  38. "model.layers.11.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  39. "model.layers.11.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  40. "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  41. "model.layers.11.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  42. "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  43. "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  44. "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  45. "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  46. "model.layers.11.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  47. "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  48. "model.layers.12.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  49. "model.layers.12.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  50. "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  51. "model.layers.12.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  52. "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  53. "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  54. "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  55. "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  56. "model.layers.12.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  57. "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  58. "model.layers.13.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  59. "model.layers.13.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  60. "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  61. "model.layers.13.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  62. "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  63. "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  64. "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  65. "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  66. "model.layers.13.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  67. "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  68. "model.layers.14.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  69. "model.layers.14.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  70. "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  71. "model.layers.14.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  72. "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  73. "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  74. "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  75. "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  76. "model.layers.14.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  77. "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  78. "model.layers.15.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  79. "model.layers.15.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  80. "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  81. "model.layers.15.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  82. "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  83. "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  84. "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  85. "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  86. "model.layers.15.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  87. "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  88. "model.layers.16.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  89. "model.layers.16.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  90. "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  91. "model.layers.16.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  92. "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  93. "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  94. "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  95. "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  96. "model.layers.16.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  97. "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  98. "model.layers.17.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  99. "model.layers.17.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  100. "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  101. "model.layers.17.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  102. "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  103. "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  104. "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  105. "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  106. "model.layers.17.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  107. "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  108. "model.layers.18.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  109. "model.layers.18.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  110. "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  111. "model.layers.18.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  112. "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  113. "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  114. "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  115. "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  116. "model.layers.18.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  117. "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  118. "model.layers.19.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  119. "model.layers.19.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
  120. "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
  121. "model.layers.19.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
  122. "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  123. "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00002-of-00003.bin",
  124. "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  125. "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00002-of-00003.bin",
  126. "model.layers.19.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  127. "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00002-of-00003.bin",
  128. "model.layers.2.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  129. "model.layers.2.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  130. "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  131. "model.layers.2.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  132. "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  133. "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  134. "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  135. "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  136. "model.layers.2.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  137. "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  138. "model.layers.20.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  139. "model.layers.20.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
  140. "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
  141. "model.layers.20.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
  142. "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  143. "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
  144. "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
  145. "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
  146. "model.layers.20.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
  147. "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
  148. "model.layers.21.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  149. "model.layers.21.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
  150. "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
  151. "model.layers.21.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
  152. "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  153. "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
  154. "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
  155. "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
  156. "model.layers.21.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
  157. "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
  158. "model.layers.22.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  159. "model.layers.22.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
  160. "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
  161. "model.layers.22.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
  162. "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  163. "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
  164. "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
  165. "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
  166. "model.layers.22.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
  167. "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
  168. "model.layers.23.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  169. "model.layers.23.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
  170. "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
  171. "model.layers.23.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
  172. "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  173. "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
  174. "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
  175. "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
  176. "model.layers.23.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
  177. "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
  178. "model.layers.24.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  179. "model.layers.24.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
  180. "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
  181. "model.layers.24.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
  182. "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  183. "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
  184. "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
  185. "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
  186. "model.layers.24.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
  187. "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
  188. "model.layers.25.input_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  189. "model.layers.25.mlp.down_proj.weight": "pytorch_model-00003-of-00003.bin",
  190. "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00003-of-00003.bin",
  191. "model.layers.25.mlp.up_proj.weight": "pytorch_model-00003-of-00003.bin",
  192. "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00003-of-00003.bin",
  193. "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00003-of-00003.bin",
  194. "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00003-of-00003.bin",
  195. "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00003-of-00003.bin",
  196. "model.layers.25.self_attn.rotary_emb.inv_freq": "pytorch_model-00003-of-00003.bin",
  197. "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00003-of-00003.bin",
  198. "model.layers.3.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  199. "model.layers.3.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  200. "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  201. "model.layers.3.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  202. "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  203. "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  204. "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  205. "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  206. "model.layers.3.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  207. "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  208. "model.layers.4.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  209. "model.layers.4.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  210. "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  211. "model.layers.4.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  212. "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  213. "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  214. "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  215. "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  216. "model.layers.4.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  217. "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  218. "model.layers.5.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  219. "model.layers.5.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  220. "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  221. "model.layers.5.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  222. "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  223. "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  224. "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  225. "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  226. "model.layers.5.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  227. "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  228. "model.layers.6.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  229. "model.layers.6.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  230. "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  231. "model.layers.6.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  232. "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  233. "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  234. "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  235. "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  236. "model.layers.6.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  237. "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  238. "model.layers.7.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  239. "model.layers.7.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  240. "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  241. "model.layers.7.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  242. "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  243. "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  244. "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  245. "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  246. "model.layers.7.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  247. "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  248. "model.layers.8.input_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  249. "model.layers.8.mlp.down_proj.weight": "pytorch_model-00001-of-00003.bin",
  250. "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00001-of-00003.bin",
  251. "model.layers.8.mlp.up_proj.weight": "pytorch_model-00001-of-00003.bin",
  252. "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00001-of-00003.bin",
  253. "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  254. "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00001-of-00003.bin",
  255. "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  256. "model.layers.8.self_attn.rotary_emb.inv_freq": "pytorch_model-00001-of-00003.bin",
  257. "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  258. "model.layers.9.input_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  259. "model.layers.9.mlp.down_proj.weight": "pytorch_model-00002-of-00003.bin",
  260. "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00002-of-00003.bin",
  261. "model.layers.9.mlp.up_proj.weight": "pytorch_model-00002-of-00003.bin",
  262. "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00002-of-00003.bin",
  263. "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00001-of-00003.bin",
  264. "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00002-of-00003.bin",
  265. "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00001-of-00003.bin",
  266. "model.layers.9.self_attn.rotary_emb.inv_freq": "pytorch_model-00002-of-00003.bin",
  267. "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00001-of-00003.bin",
  268. "model.norm.weight": "pytorch_model-00003-of-00003.bin"
  269. }
  270. }