Hugging Face's logo

TeamDelta
/
Re-ultiima-32B

Text Generation
Transformers
Safetensors
English
qwen2
mergekit
Merge
conversational
text-generation-inference
Model card Files
xet
 Community
2
Holy-fox commited on
Commit
0eebf77
·
verified ·
1 Parent(s): 24e0b3e

Upload 70 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +41 -3
  2. config.json +29 -0
  3. mergekit_config.yml +13 -0
  4. model-00001-of-00066.safetensors +3 -0
  5. model-00002-of-00066.safetensors +3 -0
  6. model-00003-of-00066.safetensors +3 -0
  7. model-00004-of-00066.safetensors +3 -0
  8. model-00005-of-00066.safetensors +3 -0
  9. model-00006-of-00066.safetensors +3 -0
  10. model-00007-of-00066.safetensors +3 -0
  11. model-00008-of-00066.safetensors +3 -0
  12. model-00009-of-00066.safetensors +3 -0
  13. model-00010-of-00066.safetensors +3 -0
  14. model-00011-of-00066.safetensors +3 -0
  15. model-00012-of-00066.safetensors +3 -0
  16. model-00013-of-00066.safetensors +3 -0
  17. model-00014-of-00066.safetensors +3 -0
  18. model-00015-of-00066.safetensors +3 -0
  19. model-00016-of-00066.safetensors +3 -0
  20. model-00017-of-00066.safetensors +3 -0
  21. model-00018-of-00066.safetensors +3 -0
  22. model-00019-of-00066.safetensors +3 -0
  23. model-00020-of-00066.safetensors +3 -0
  24. model-00021-of-00066.safetensors +3 -0
  25. model-00022-of-00066.safetensors +3 -0
  26. model-00023-of-00066.safetensors +3 -0
  27. model-00024-of-00066.safetensors +3 -0
  28. model-00025-of-00066.safetensors +3 -0
  29. model-00026-of-00066.safetensors +3 -0
  30. model-00027-of-00066.safetensors +3 -0
  31. model-00028-of-00066.safetensors +3 -0
  32. model-00029-of-00066.safetensors +3 -0
  33. model-00030-of-00066.safetensors +3 -0
  34. model-00031-of-00066.safetensors +3 -0
  35. model-00032-of-00066.safetensors +3 -0
  36. model-00033-of-00066.safetensors +3 -0
  37. model-00034-of-00066.safetensors +3 -0
  38. model-00035-of-00066.safetensors +3 -0
  39. model-00036-of-00066.safetensors +3 -0
  40. model-00037-of-00066.safetensors +3 -0
  41. model-00038-of-00066.safetensors +3 -0
  42. model-00039-of-00066.safetensors +3 -0
  43. model-00040-of-00066.safetensors +3 -0
  44. model-00041-of-00066.safetensors +3 -0
  45. model-00042-of-00066.safetensors +3 -0
  46. model-00043-of-00066.safetensors +3 -0
  47. model-00044-of-00066.safetensors +3 -0
  48. model-00045-of-00066.safetensors +3 -0
  49. model-00046-of-00066.safetensors +3 -0
  50. model-00047-of-00066.safetensors +3 -0
README.md CHANGED
@@ -1,3 +1,41 @@
1
- ---
2
- license: apache-2.0
3
- ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: []
3
+ library_name: transformers
4
+ tags:
5
+ - mergekit
6
+ - merge
7
+
8
+ ---
9
+ # test_model
10
+
11
+ This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
12
+
13
+ ## Merge Details
14
+ ### Merge Method
15
+
16
+ This model was merged using the [TIES](https://arxiv.org/abs/2306.01708) merge method using /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-32B/snapshots/1818d35814b8319459f4bd55ed1ac8709630f003 as a base.
17
+
18
+ ### Models Merged
19
+
20
+ The following models were included in the merge:
21
+ * /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-32B-Instruct/snapshots/5ede1c97bbab6ce5cda5812749b4c0bdf79b18dd
22
+
23
+ ### Configuration
24
+
25
+ The following YAML configuration was used to produce this model:
26
+
27
+ ```yaml
28
+ models:
29
+ - model: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-32B-Instruct/snapshots/5ede1c97bbab6ce5cda5812749b4c0bdf79b18dd
30
+ parameters:
31
+ weight: 1
32
+ density: 1
33
+ merge_method: ties
34
+ base_model: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-32B/snapshots/1818d35814b8319459f4bd55ed1ac8709630f003
35
+ parameters:
36
+ weight: 1
37
+ density: 1
38
+ normalize: true
39
+ int8_mask: true
40
+ dtype: float16
41
+ ```
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-32B/snapshots/1818d35814b8319459f4bd55ed1ac8709630f003",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 151643,
8
+ "eos_token_id": 151643,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 5120,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 27648,
13
+ "max_position_embeddings": 131072,
14
+ "max_window_layers": 64,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 40,
17
+ "num_hidden_layers": 64,
18
+ "num_key_value_heads": 8,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "rope_theta": 1000000.0,
22
+ "sliding_window": null,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "float16",
25
+ "transformers_version": "4.48.1",
26
+ "use_cache": true,
27
+ "use_sliding_window": false,
28
+ "vocab_size": 152064
29
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ models:
2
+ - model: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-32B-Instruct/snapshots/5ede1c97bbab6ce5cda5812749b4c0bdf79b18dd
3
+ parameters:
4
+ weight: 1
5
+ density: 1
6
+ merge_method: ties
7
+ base_model: /home/ubuntu/.cache/huggingface/hub/models--Qwen--Qwen2.5-32B/snapshots/1818d35814b8319459f4bd55ed1ac8709630f003
8
+ parameters:
9
+ weight: 1
10
+ density: 1
11
+ normalize: true
12
+ int8_mask: true
13
+ dtype: float16
model-00001-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a68a10fbf5329efd47d4b97e1505d48a0c420dce25318f327ffd531199bd3d1c
3
+ size 1557135488
model-00002-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b4a1b901f68277353fb49c8d767281239ed93c5b29e2e93f4cb7b0b6ee2f169
3
+ size 1557135496
model-00003-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a98b5e7e512a2308805ed6e5b31e78c80c4cc2aaf01886bf17d8927161ff6494
3
+ size 975222208
model-00004-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d2394e43abb772fd971cf22d991e73f8a963d077e53a2ea8dd185888ab27222
3
+ size 975211872
model-00005-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df54bb847da1825c5f8b59ca05c854714244016d2d54e5f691fe3b088dcad772
3
+ size 975211880
model-00006-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e58f79d33707d20578555eaf6ae7d3ad1e0dd4cd1a91dd9e52a33ba96683df
3
+ size 975211880
model-00007-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7997c61b362104145aad74f002b06560c223de53a3ac1b11ea4b9c71ab522940
3
+ size 975211880
model-00008-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee48f19c2ab645b2a91f3b7ff8a4d0c475c067652e0384c9f98f05e6ab9645a2
3
+ size 975211880
model-00009-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0201ace4d9e606c11f2fc058937910501132fb01ea1d64bc7bb0a80608e8e033
3
+ size 975211880
model-00010-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e759b710a338d0724237cbecf9966b67841f1543051586eb043aaa42cd424b53
3
+ size 975211880
model-00011-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bd471a8ce1d30c8878a10fde41d3c5be379712498da97ebfddd1ffd4f72ff91
3
+ size 975211880
model-00012-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03cfe346cab54ac0f4788c293427dc729597e24384f47192b3e0284e84d47e43
3
+ size 975211880
model-00013-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e660c61e4c676645fc1d52f9184f236fd5077dd997f31d8a86cd2e1289d5f8b
3
+ size 975211880
model-00014-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98772b2b94374ae66237c96f96bd785ed16dfb41ceb92d3c222a6de1768d5504
3
+ size 975211880
model-00015-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d44d00fd1e5411baeaedd67f3338c3cc326db3e4b48b56991b0bcc71fb6eafc
3
+ size 975211872
model-00016-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba7b132593aae0860039fd406d29d02134515af7b9d2653d5ed43eee98cbe9f1
3
+ size 975211880
model-00017-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b360033a3c6c7cfcb7f1ffc8c23564b258f762916dafd1d13082c2df585e6cd
3
+ size 975211880
model-00018-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfa6ec10e736be52a2324ec26afe0e9e601f9d9e1cd6fefc82a8ea1d1554faa1
3
+ size 975211880
model-00019-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f851d8439e96ad51176b4500a923fb00281b87378013d6e28f35cb08fe84dcf
3
+ size 975211880
model-00020-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69a3745741331bd546d31bc50e386c253df9275a18bd5d6cae6e012a3d1253c8
3
+ size 975211880
model-00021-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64fdb729260d009cfbea1acbed28d708a0de1effadde1b1e591eef57ee0e379c
3
+ size 975211880
model-00022-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b7c237257af3bb64bc5ae2e24e0132d87e13f1a2b636f95db94fb236193fcd4
3
+ size 975211880
model-00023-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10ecad0bd5c31340db707f78f7a6e26fd216a87e0c8ddb030fc54ea88f8ffd1f
3
+ size 975211880
model-00024-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b28e2a94afbbb22cab25598e65c0cf5ac7f326ca5b99c93ea42c1bcf98a9216b
3
+ size 975211880
model-00025-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75de7c5fc8959e8417b679d3f5ccbab73a8511a5fc9a59f8ad488dbb974347f0
3
+ size 975211880
model-00026-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d6bfea09a24c459350ac7ff2ed24eb7572fdc8875b96942d0d2be33fdece88d
3
+ size 975211872
model-00027-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e4f61e76dd8459c5dccacd9869c6e101a7c6dd32ba5739e91f9d7876d115b1
3
+ size 975211880
model-00028-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ddc1708acc23b5b25641e9c2cfa31a92df7961d2299a15cc54e8ac00a88b0e8
3
+ size 975211880
model-00029-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54be778c15c263ecec74ccf6f735e9ea9179d7995fc9add3b13cc0cc09e4aece
3
+ size 975211880
model-00030-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb37972ad0e3a700db4f38abb8f77181c3aeb95c6b3fba5d669fa97f62e2a59
3
+ size 975211880
model-00031-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b37c31c8026993a4347b3d11a9ca31c8a678ad557250e52a022163f38259602f
3
+ size 975211880
model-00032-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:045d0b67b8cb3e39ec5265d8c95de5ff499e40d5f78980cb0ea5bfc7620a1f98
3
+ size 975211880
model-00033-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4f891119264986321c9573911c0d930b4189cea8a5f156678f4ea3b805d7d22
3
+ size 975211880
model-00034-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6785c0d147e4440e8e62144656904ef60331a636c360992bc0d5bb41d06b452
3
+ size 975211880
model-00035-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7bfe79d9dc596aee2c7276c0b8518204db7a360da84d734a06172c5856781b0
3
+ size 975211880
model-00036-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:055b189f07aa84f5f6b992704ba402a44893fa7be53309ac518360eccfd0a7f0
3
+ size 975211880
model-00037-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b57ae6b6c3f06539a8b91c7b740db51f1c7f9e7c0db471f16d197d5ca1791d79
3
+ size 975211872
model-00038-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a97ff132ae5d2d14801f3eb6282005e733a2bd652d7cbda064ff32c5fa397805
3
+ size 975211880
model-00039-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:459e9591dfcb09af5fcca710d1c44e1a1eebb3ad632e379661f38f158bd50059
3
+ size 975211880
model-00040-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ade2ef1d3545377ffce04e6460ffac0a299d7677f34dfe22cb871e348f4feba
3
+ size 975211880
model-00041-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec82f325e2d1479d3aaaeadfa4f865d0b724592bcc31f496f9595acbc19e143
3
+ size 975211880
model-00042-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a708a9fcb465b6c4382fa5890cd342fdc438439f0e1225109fda8034cfa56337
3
+ size 975211880
model-00043-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9c468835db643275c0bf6633c8b87b27897bd7ba1fcb998b32572658386eb2e
3
+ size 975211880
model-00044-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28d9db45655f8f32e0f4395271189a0ff89c1a17cfdfd54043e47da33ab9e286
3
+ size 975211880
model-00045-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28e20929dceedad621f62b03a33b1b4f672f0dd6a6c4553b9005617132439846
3
+ size 975211880
model-00046-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce8cee92c5ea3b790f4b1e7012ab8ec3fd0584e5c48ab79a7a8986efcb54ace6
3
+ size 975211880
model-00047-of-00066.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26db58fa6f784410822316f09004b52e90300ef9d1cfe8f0a94d14da270b2a93
3
+ size 975211880