Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,41 @@
+---
+license: mit
+license_link: https://huggingface.co/rednote-hilab/dots.llm1.inst/blob/main/LICENSE
+pipeline_tag: text-generation
+base_model: rednote-hilab/dots.llm1.inst
+tags:
+- chat
+- mlx
+library_name: mlx
+language:
+- en
+- zh
+---
+
+# mlx-community/dots.llm1.inst-mixed-4-6bit
+
+This model [mlx-community/dots.llm1.inst-mixed-4-6bit](https://huggingface.co/mlx-community/dots.llm1.inst-mixed-4-6bit) was
+converted to MLX format from [rednote-hilab/dots.llm1.inst](https://huggingface.co/rednote-hilab/dots.llm1.inst)
+using mlx-lm version **0.25.3**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("mlx-community/dots.llm1.inst-mixed-4-6bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

added_tokens.json

@@ -0,0 +1,18 @@
+{
+  "<|endofexecution|>": 151655,
+  "<|endofobservation|>": 151653,
+  "<|endofresponse|>": 151649,
+  "<|endofsystem|>": 151651,
+  "<|endoftext|>": 151643,
+  "<|endofuserprompt|>": 151647,
+  "<|execution|>": 151654,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|observation|>": 151652,
+  "<|reject-unknown|>": 151656,
+  "<|response|>": 151648,
+  "<|sec-cot|>": 151657,
+  "<|sec-end-cot|>": 151658,
+  "<|system|>": 151650,
+  "<|userprompt|>": 151646
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "_from_model_config": true,
+  "do_sample": true,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "bos_token_id": 151643,
+  "eos_token_id": [
+      151643,
+      151649
+  ],
+  "transformers_version": "4.46.3"
+}

model-00001-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e8d751d5d0418f184950f53665ab568c9d6b60e52affda5fbf18113f2751c6
+size 5007970758

model-00002-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac4ae963cd41f7ffc5285cd91ff7a9816af2163b6b42a0c9e2de458032b21e1
+size 5313134128

model-00003-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d604596e5f5ba79563e6339984e9112866ee5e3900c66a47573ee00bad82a595
+size 5361454626

model-00004-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549705ef00e16e31ae87f8cf23f29fe1e15e0bc4a3508ba11a960bcaf4261abd
+size 5042687795

model-00005-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61c3f1302c16c28a1e05236d56a95788c884c811ae62f9da387fdaf007c1517
+size 5179788805

model-00006-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f871583a1bf60c8d908b76bc8254e0d8cb41a73b4f83110836cc441579135a9c
+size 5363336429

model-00007-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5995f7281fadcd3d98a57908651f1926df6f292bfab218dbb20ca547d017e652
+size 5347428844

model-00008-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8be20dcd5ac22f1aa5f297413a981a776ef23b9739e2511b2560dfce0fd04dd
+size 5042687769

model-00009-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996902c52336302d19125c44afb05b27dc3bbddb4e20e8e34ed438878fd39ab6
+size 5179788905

model-00010-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f8903e378342389960852853e8531cb2b5ddaff4f697fb4ac25f8fb4f0ab36
+size 5361454716

model-00011-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3c846ef300fe94651a3a94fa49181741463fd1cb5e1621d5098cf7da3434aa
+size 5042687765

model-00012-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34532b987aaf0b63d645c8fe6c5a2d65bc2bd78c15dfcfb924082cb33d7b16f
+size 4934074034

model-00013-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413dbfd60efa1f72d10a80feb7209c01e8b24bfb607bebc140938b47fcde3187
+size 5179788849

model-00014-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff854054ea54460f2e501e6bf9867ec038489c0df6e23c62ac3eca785568f84a
+size 5361454738

model-00015-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f37fe9088c856a722f941b1ed76ce2b0f5c99e271a5f2fa7850bfcb1a2cbfeb4
+size 5368120074

model-00016-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aef719278ef6d78415e934b031f3c7122a26155c8642cfe3b2e8944d59be51a
+size 5352082038

model-00017-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7e7da6f7282ec4df4b4866d59f7242ff86c9415000f3eefc36772bdacbff38
+size 2647965319

special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|userprompt|>",
+    "<|endofuserprompt|>",
+    "<|response|>",
+    "<|endofresponse|>",
+    "<|system|>",
+    "<|endofsystem|>",
+    "<|observation|>",
+    "<|endofobservation|>",
+    "<|execution|>",
+    "<|endofexecution|>",
+    "<|reject-unknown|>",
+    "<|sec-cot|>",
+    "<|sec-end-cot|>"
+  ],
+  "eos_token": {
+    "content": "<|endofresponse|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endofresponse|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe750f7b1f42fb8f760ee7ee91fa5fb3974795b3dc14c269819b83a086f5e98d
+size 11420764

tokenizer_config.json

@@ -0,0 +1,161 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|userprompt|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|endofuserprompt|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|response|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|endofresponse|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|endofsystem|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|endofobservation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|execution|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|endofexecution|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|reject-unknown|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<|sec-cot|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151658": {
+      "content": "<|sec-end-cot|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|userprompt|>",
+    "<|endofuserprompt|>",
+    "<|response|>",
+    "<|endofresponse|>",
+    "<|system|>",
+    "<|endofsystem|>",
+    "<|observation|>",
+    "<|endofobservation|>",
+    "<|execution|>",
+    "<|endofexecution|>",
+    "<|reject-unknown|>",
+    "<|sec-cot|>",
+    "<|sec-end-cot|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% if messages[0]['role'] == 'system' %}<|system|>{{ messages[0]['content'] }}<|endofsystem|>{% set start_idx = 1 %}{% else %}<|system|>You are a helpful assistant.<|endofsystem|>{% set start_idx = 0 %}{% endif %}{% for idx in range(start_idx, messages|length) %}{% if messages[idx]['role'] == 'user' %}<|userprompt|>{{ messages[idx]['content'] }}<|endofuserprompt|>{% elif messages[idx]['role'] == 'assistant' %}<|response|>{{ messages[idx]['content'] }}<|endofresponse|>{% endif %}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] == 'user' %}<|response|>{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endofresponse|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endofresponse|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}