Add files using upload-large-folder tool

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,41 @@
+---
+license: mit
+license_link: https://huggingface.co/rednote-hilab/dots.llm1.inst/blob/main/LICENSE
+pipeline_tag: text-generation
+base_model: rednote-hilab/dots.llm1.inst
+tags:
+- chat
+- mlx
+library_name: mlx
+language:
+- en
+- zh
+---
+
+# m-i/dots.llm1.inst-mixed-4-5bit
+
+This model [m-i/dots.llm1.inst-mixed-4-5bit](https://huggingface.co/m-i/dots.llm1.inst-mixed-4-5bit) was
+converted to MLX format from [rednote-hilab/dots.llm1.inst](https://huggingface.co/rednote-hilab/dots.llm1.inst)
+using mlx-lm version **0.26.0**.
+
+## Use with mlx
+
+```bash
+pip install mlx-lm
+```
+
+```python
+from mlx_lm import load, generate
+
+model, tokenizer = load("m-i/dots.llm1.inst-mixed-4-5bit")
+
+prompt = "hello"
+
+if tokenizer.chat_template is not None:
+    messages = [{"role": "user", "content": prompt}]
+    prompt = tokenizer.apply_chat_template(
+        messages, add_generation_prompt=True
+    )
+
+response = generate(model, tokenizer, prompt=prompt, verbose=True)
+```

added_tokens.json

@@ -0,0 +1,18 @@
+{
+  "<|endofexecution|>": 151655,
+  "<|endofobservation|>": 151653,
+  "<|endofresponse|>": 151649,
+  "<|endofsystem|>": 151651,
+  "<|endoftext|>": 151643,
+  "<|endofuserprompt|>": 151647,
+  "<|execution|>": 151654,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|observation|>": 151652,
+  "<|reject-unknown|>": 151656,
+  "<|response|>": 151648,
+  "<|sec-cot|>": 151657,
+  "<|sec-end-cot|>": 151658,
+  "<|system|>": 151650,
+  "<|userprompt|>": 151646
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "_from_model_config": true,
+  "do_sample": true,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "bos_token_id": 151643,
+  "eos_token_id": [
+      151643,
+      151649
+  ],
+  "transformers_version": "4.46.3"
+}

model-00001-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db519d94f3fc1b68b5daf54ed717c7d30d260d51643e7be6893bb460d698d59a
+size 5350478538

model-00002-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d21a082b813d123d1af58d1944ca7e5b669f4131fd1bc00767fcadecf9c8cbb
+size 5368119741

model-00003-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b63e2cdcfe1df0a8f20992702696bd73bd3d865597dc4d9036a5a4eda09023
+size 5326851005

model-00004-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e7905636b8b5198032da77a8240bb9ae74a6f36ef11fa9a81fc76c4bb84116
+size 5333667457

model-00005-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57932a29e0086160ba8a87901d7fddf120ec1a303eacddc71f3b44c85bdd7291
+size 5333667383

model-00006-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc64044652782833e411ddf1900efa584a9a134aca0fa354482bed1d2b7eb6f7
+size 5269028592

model-00007-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27bcb0701f26806129d1d9132312dd1578797743a366346ce41cbc191598a23f
+size 5333667453

model-00008-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2b650cbd6d9bab9963cd142366c77801c91c3dbec6c79d6f66db21b2105764
+size 5333667389

model-00009-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f7049f5b57bc68a35ec22f478c35a1d79f7288b72cc19fe0d759227f92958a
+size 5269028590

model-00010-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021f43707c4cd1a46a2f36d0a8c1665afe4bbcd37f871510e478ede858743e38
+size 5333667491

model-00011-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2162c09a9dc3863892a3261dfe0707f6cdbbe5ad1bff188ee311a2e27b4f5de2
+size 5333667407

model-00012-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f275903a52ab488419f7f0ec1b10377b2443bded985c85a243327a04962430
+size 5269028594

model-00013-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af9d99f46710f3779abd03806084aba1adaf32bc8af6e03a0a4a543697e59ab
+size 5333667479

model-00014-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b9caecafdb4a7bf5fafb4eaf5b65ce526b898f36b21e489954b129b4459040
+size 5333667395

model-00015-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cbd82d512f25f5a9c330cc583ac4839c05153eab5b7c629747994266c922e0
+size 5269028596

model-00016-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7d75e2c8816f2dbef726ed236344c89629349f58843700357642f930585471
+size 5333667493

model-00017-of-00017.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a840a1a87c1cd0c2f31feb1e94e3e0396d62ea97fde400b5e38b1ebd32787427
+size 4310111083

special_tokens_map.json

@@ -0,0 +1,33 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|userprompt|>",
+    "<|endofuserprompt|>",
+    "<|response|>",
+    "<|endofresponse|>",
+    "<|system|>",
+    "<|endofsystem|>",
+    "<|observation|>",
+    "<|endofobservation|>",
+    "<|execution|>",
+    "<|endofexecution|>",
+    "<|reject-unknown|>",
+    "<|sec-cot|>",
+    "<|sec-end-cot|>"
+  ],
+  "eos_token": {
+    "content": "<|endofresponse|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endofresponse|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe750f7b1f42fb8f760ee7ee91fa5fb3974795b3dc14c269819b83a086f5e98d
+size 11420764

tokenizer_config.json

@@ -0,0 +1,161 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|userprompt|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|endofuserprompt|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|response|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|endofresponse|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|system|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|endofsystem|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|observation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|endofobservation|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|execution|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|endofexecution|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|reject-unknown|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<|sec-cot|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151658": {
+      "content": "<|sec-end-cot|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|userprompt|>",
+    "<|endofuserprompt|>",
+    "<|response|>",
+    "<|endofresponse|>",
+    "<|system|>",
+    "<|endofsystem|>",
+    "<|observation|>",
+    "<|endofobservation|>",
+    "<|execution|>",
+    "<|endofexecution|>",
+    "<|reject-unknown|>",
+    "<|sec-cot|>",
+    "<|sec-end-cot|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{% if messages[0]['role'] == 'system' %}<|system|>{{ messages[0]['content'] }}<|endofsystem|>{% set start_idx = 1 %}{% else %}<|system|>You are a helpful assistant.<|endofsystem|>{% set start_idx = 0 %}{% endif %}{% for idx in range(start_idx, messages|length) %}{% if messages[idx]['role'] == 'user' %}<|userprompt|>{{ messages[idx]['content'] }}<|endofuserprompt|>{% elif messages[idx]['role'] == 'assistant' %}<|response|>{{ messages[idx]['content'] }}<|endofresponse|>{% endif %}{% endfor %}{% if add_generation_prompt and messages[-1]['role'] == 'user' %}<|response|>{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endofresponse|>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "model_max_length": 131072,
+  "pad_token": "<|endofresponse|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}