Hugging Face's logo

dnoever
/
neural-chat-7b-v3-1-5.0bpw-exl2a

Text Generation
Transformers
mistral
Inference Endpoints
Model card Files Community
dnoever commited on
Commit
7da5578
·
1 Parent(s): 7610948

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. cal_data.safetensors +3 -0
  2. hidden_states.safetensors +3 -0
  3. job_new.json +0 -0
  4. measurement.json +0 -0
  5. out_tensor/lm_head.safetensors +3 -0
  6. out_tensor/model.layers.0.mlp.down_proj.safetensors +3 -0
  7. out_tensor/model.layers.0.mlp.gate_proj.safetensors +3 -0
  8. out_tensor/model.layers.0.mlp.up_proj.safetensors +3 -0
  9. out_tensor/model.layers.0.self_attn.k_proj.safetensors +3 -0
  10. out_tensor/model.layers.0.self_attn.o_proj.safetensors +3 -0
  11. out_tensor/model.layers.0.self_attn.q_proj.safetensors +3 -0
  12. out_tensor/model.layers.0.self_attn.v_proj.safetensors +3 -0
  13. out_tensor/model.layers.1.mlp.down_proj.safetensors +3 -0
  14. out_tensor/model.layers.1.mlp.gate_proj.safetensors +3 -0
  15. out_tensor/model.layers.1.mlp.up_proj.safetensors +3 -0
  16. out_tensor/model.layers.1.self_attn.k_proj.safetensors +3 -0
  17. out_tensor/model.layers.1.self_attn.o_proj.safetensors +3 -0
  18. out_tensor/model.layers.1.self_attn.q_proj.safetensors +3 -0
  19. out_tensor/model.layers.1.self_attn.v_proj.safetensors +3 -0
  20. out_tensor/model.layers.10.mlp.down_proj.safetensors +3 -0
  21. out_tensor/model.layers.10.mlp.gate_proj.safetensors +3 -0
  22. out_tensor/model.layers.10.mlp.up_proj.safetensors +3 -0
  23. out_tensor/model.layers.10.self_attn.k_proj.safetensors +3 -0
  24. out_tensor/model.layers.10.self_attn.o_proj.safetensors +3 -0
  25. out_tensor/model.layers.10.self_attn.q_proj.safetensors +3 -0
  26. out_tensor/model.layers.10.self_attn.v_proj.safetensors +3 -0
  27. out_tensor/model.layers.11.mlp.down_proj.safetensors +3 -0
  28. out_tensor/model.layers.11.mlp.gate_proj.safetensors +3 -0
  29. out_tensor/model.layers.11.mlp.up_proj.safetensors +3 -0
  30. out_tensor/model.layers.11.self_attn.k_proj.safetensors +3 -0
  31. out_tensor/model.layers.11.self_attn.o_proj.safetensors +3 -0
  32. out_tensor/model.layers.11.self_attn.q_proj.safetensors +3 -0
  33. out_tensor/model.layers.11.self_attn.v_proj.safetensors +3 -0
  34. out_tensor/model.layers.12.mlp.down_proj.safetensors +3 -0
  35. out_tensor/model.layers.12.mlp.gate_proj.safetensors +3 -0
  36. out_tensor/model.layers.12.mlp.up_proj.safetensors +3 -0
  37. out_tensor/model.layers.12.self_attn.k_proj.safetensors +3 -0
  38. out_tensor/model.layers.12.self_attn.o_proj.safetensors +3 -0
  39. out_tensor/model.layers.12.self_attn.q_proj.safetensors +3 -0
  40. out_tensor/model.layers.12.self_attn.v_proj.safetensors +3 -0
  41. out_tensor/model.layers.13.mlp.down_proj.safetensors +3 -0
  42. out_tensor/model.layers.13.mlp.gate_proj.safetensors +3 -0
  43. out_tensor/model.layers.13.mlp.up_proj.safetensors +3 -0
  44. out_tensor/model.layers.13.self_attn.k_proj.safetensors +3 -0
  45. out_tensor/model.layers.13.self_attn.o_proj.safetensors +3 -0
  46. out_tensor/model.layers.13.self_attn.q_proj.safetensors +3 -0
  47. out_tensor/model.layers.13.self_attn.v_proj.safetensors +3 -0
  48. out_tensor/model.layers.14.mlp.down_proj.safetensors +3 -0
  49. out_tensor/model.layers.14.mlp.gate_proj.safetensors +3 -0
  50. out_tensor/model.layers.14.mlp.up_proj.safetensors +3 -0
cal_data.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08be1103ff8fcef33b570f3c0f5ae4cc7f9dc5c3f264105baa55fc9b132ed1be
3
+ size 1638488
hidden_states.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb2a29510db40b4daea64c2f1e0bfcad5fc4f87f9b534d6eb87b33f78098d7ad
3
+ size 1677730376
job_new.json ADDED
The diff for this file is too large to render. See raw diff
 
measurement.json ADDED
The diff for this file is too large to render. See raw diff
 
out_tensor/lm_head.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77731ae71a4478a82a09a343218590636c4d82dfdd7e6a5239cc61854826bb31
3
+ size 103953008
out_tensor/model.layers.0.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af907f946003c078a4931514969ca5a3b6d2a4d737eea593ceddda23091bfca9
3
+ size 39546008
out_tensor/model.layers.0.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdfec18b1080d65c00a43149c7c018fbad3888b0e6bf3c3a9cd82a59337764fe
3
+ size 38380824
out_tensor/model.layers.0.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9da681443196f063fa88210352217aa0a168857898a9b8a4a1635935044fc8cd
3
+ size 39470352
out_tensor/model.layers.0.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c99e585051ebf02d71f5631877556faac3574f777fc4637301dbc0e484a9121c
3
+ size 3228960
out_tensor/model.layers.0.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e9f4840b99de8949118ff532c71fedc880671aa96d0127128bf46427549ffee
3
+ size 12862760
out_tensor/model.layers.0.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3548d67b52c387c5f670a16366cad5c891e3c2ef576afd923f1af5207fb2854
3
+ size 12862760
out_tensor/model.layers.0.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a90ec44a9f1ef0ccdb93d1cb662ec28c730391ec6e4468800555370fa7f32c2
3
+ size 4277536
out_tensor/model.layers.1.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a75916151897db03cbcab64c8fd96b6776b17030c5e2d3ec5aa4bed372ff22d
3
+ size 25015588
out_tensor/model.layers.1.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49d05351ae6fc1ce776f4f4c15087f3cdb283ee99327d08850c4ca5b179b2168
3
+ size 23184088
out_tensor/model.layers.1.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318eca44c62705b5aa1dc662e7dfae099d8c6d320201ce091be587717ac75c27
3
+ size 24101576
out_tensor/model.layers.1.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87ddf7d02df03ed06d5bdd6adbb4a907348c4fd94ab8eeb060958ed3749b76c3
3
+ size 3228960
out_tensor/model.layers.1.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d48d926570a6acbe75fc5a1762024fae4dba35cca0afb78106c3e9af974bf0
3
+ size 12862760
out_tensor/model.layers.1.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72ebaa722b91dba9c1d24980afe93d65f0dc20aef8cfc57ca810ce0458a3c848
3
+ size 12862760
out_tensor/model.layers.1.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f12444c7f5afafc6eb4c99da4084b3428437758e7a28e10c6885b700a6922948
3
+ size 4277536
out_tensor/model.layers.10.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:642c7c6db99e981b89c863d9754d490c22851463b3a026a1ff7f0badaad414c6
3
+ size 32582816
out_tensor/model.layers.10.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c5a8056866bbb7345b47f898e6d8c66949462b61655c037cc103ae48699f895
3
+ size 31040800
out_tensor/model.layers.10.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:645ed3e1b92734a68ca63f924ec715d78741ef663e400c21ab3dcee099e196e9
3
+ size 32130320
out_tensor/model.layers.10.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d62bda9916dc45f08d50976d5f7d1e176627ebc5af24a6ec0b13adae589c033
3
+ size 2233632
out_tensor/model.layers.10.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d057a64ba0e3945057edda4882db3ddd8ac81540296f7333a2e8c7065590b930
3
+ size 8881448
out_tensor/model.layers.10.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f55c0bb5de9403e0cd59084860966fa799aff302250d4e3ce7b462c46650cbd1
3
+ size 8881448
out_tensor/model.layers.10.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7278a8796256714ef13daed2560f31d88348ea10d6b01134b9773358e8401132
3
+ size 2704672
out_tensor/model.layers.11.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64ff4f774e5c2047f499538d00ce07884b8332e2336c313e5e1a1aa3fc750abc
3
+ size 32582816
out_tensor/model.layers.11.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c8f5ce43ba06f7c82bf8f360a90b2c2c3fb345e3466e30d210dd0a824d221cdf
3
+ size 31040800
out_tensor/model.layers.11.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba272e5f75d7d92d9ba8df1158fc720db9a97ed8b62b72c812ef549bd2fcccd2
3
+ size 32130320
out_tensor/model.layers.11.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f08ad55319ae3f56e224a632c122984201c4d083f8cd0cb9f64f8d4d4ea6c84
3
+ size 2233632
out_tensor/model.layers.11.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:248dad99082d55a392415e78a0858254a803febadbfcc37e71865769b0d64fec
3
+ size 8881448
out_tensor/model.layers.11.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de861086b642eed780a79d8d6867bef90bbff42a9792aed26a195ff5f5e133c1
3
+ size 8881448
out_tensor/model.layers.11.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d733ea6373646eea8c19ee91b2d054911b27a4f68b71aa45a9c65585f3455c1a
3
+ size 2704672
out_tensor/model.layers.12.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7053285fd570e013ddb92debaad1fce118e83b6e841fe745910438782b9e6719
3
+ size 39546016
out_tensor/model.layers.12.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5d1f33670bda307cb00b5bc1f0ca0fee6dd045f3159a8136b7c4bad757657ae
3
+ size 38380832
out_tensor/model.layers.12.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0bb34ec704b12ad448972d7d170e69be4a724b3cf7ddd9936dd8b3df0ecdb6b
3
+ size 39470352
out_tensor/model.layers.12.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b709f0b95808810d68686e559d93cebe4c8d520943b1341fa84a8d452bd731c4
3
+ size 2233632
out_tensor/model.layers.12.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3a5f2040fca873daaa831438a6fde61411e50f98bc8e677b977d07f505bf46
3
+ size 8881448
out_tensor/model.layers.12.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe65236308ef379962bd26bc992c4b020089390ca06d419a2559683178cfc028
3
+ size 8881448
out_tensor/model.layers.12.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a08ed6fa60299cf030a8e4150a72bc69ebd65e7fbaf80afefa0ab67b30657ef
3
+ size 2704672
out_tensor/model.layers.13.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:255d9873999df97b28646753b689f1820d2f4d576669610906537da050ef1b31
3
+ size 39546016
out_tensor/model.layers.13.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9ccf9d364e7edb3176eec2518c3415ae888ea59d7f30bb57d95cfabd3c62d4
3
+ size 38380832
out_tensor/model.layers.13.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a14bc90af0678e97e65ff0ed87e0f2397b9335b17c22461e98bd3a18afb50f3
3
+ size 39470352
out_tensor/model.layers.13.self_attn.k_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25ba96ad52d5856b2b1c3ff492b2998d33390529a79fa22d5e1083b312b8702e
3
+ size 2233632
out_tensor/model.layers.13.self_attn.o_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21a07478120d3d547d595b4e535d949e8fc1a800dd1954fd8e14b986be0568fa
3
+ size 8881448
out_tensor/model.layers.13.self_attn.q_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cddee54b775fa431e69cf0efee4a647198eda62d27dec4dc7e4e7338d2ae69b3
3
+ size 8881448
out_tensor/model.layers.13.self_attn.v_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5876678b92e92533332001a9417fa4426b78d4221f6090185dc8b691490b32e
3
+ size 2704672
out_tensor/model.layers.14.mlp.down_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:988016474758e09f3b7d8232227bd00606fbf4b91804c19b532a534d47112363
3
+ size 39546016
out_tensor/model.layers.14.mlp.gate_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a4c651030eb6e2262cbd6e8273cbfb0d83a9b183f42124e231bb7fd1c097b3a
3
+ size 38380832
out_tensor/model.layers.14.mlp.up_proj.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c106838c49e43545f1ed8f5898218d20dcb6d1c2a2ccf1a183ce98313315dfae
3
+ size 39470352