huggingkot commited on
Commit
42f9e07
·
1 Parent(s): 53fc24b
README.md CHANGED
@@ -1,10 +1,10 @@
1
 
2
  ---
3
  base_model:
4
- - CohereForAI/aya-expanse-8b
5
  ---
6
 
7
- This is a converted weight from [aya-expanse-8b](https://huggingface.co/CohereForAI/aya-expanse-8b) model in [unsloth 4-bit dynamic quant](https://archive.is/EFz7P) using this [collab notebook](https://colab.research.google.com/drive/1P23C66j3ga49kBRnDNlmRce7R_l_-L5l?usp=sharing).
8
 
9
  ## About this Conversion
10
 
 
1
 
2
  ---
3
  base_model:
4
+ - CohereLabs/aya-expanse-8b
5
  ---
6
 
7
+ This is a converted weight from [aya-expanse-8b](https://huggingface.co/CohereLabs/aya-expanse-8b) model in [unsloth 4-bit dynamic quant](https://archive.is/EFz7P) using this [collab notebook](https://colab.research.google.com/drive/1P23C66j3ga49kBRnDNlmRce7R_l_-L5l?usp=sharing).
8
 
9
  ## About this Conversion
10
 
chat_template.jinja ADDED
@@ -0,0 +1 @@
 
 
1
+ {{ bos_token }}{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% elif false == true %}{% set loop_messages = messages %}{% set system_message = 'You are Aya, a brilliant, sophisticated, multilingual AI-assistant trained to assist human users by providing thorough responses. You are able to interact and respond to questions in 23 languages and you are powered by a multilingual model built by Cohere For AI.' %}{% else %}{% set loop_messages = messages %}{% set system_message = false %}{% endif %}{% if system_message != false %}{{ '<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>' + system_message + '<|END_OF_TURN_TOKEN|>' }}{% endif %}{% for message in loop_messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<|START_OF_TURN_TOKEN|><|USER_TOKEN|>' + content.strip() + '<|END_OF_TURN_TOKEN|>' }}{% elif message['role'] == 'assistant' %}{{ '<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>' + content.strip() + '<|END_OF_TURN_TOKEN|>' }}{% endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>' }}{% endif %}
config.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd8be8952489cc2bc18fcadd9dad39469c71003e515571d08b310ab5c8be6a95
3
- size 1126
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd891372142362d6429bb34b4ff3b30e38d133dd42416c73c283a7c5da463cc
3
+ size 1073
generation_config.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c1ed49dfc4d6b1841a8e0081cd51df1f4ab5a92624ffcd08f8b190cb567202c
3
  size 159
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc873a3529a145dbfe156bcbeda3b12d2cb7c48540f1a6c028db3465b2f8311f
3
  size 159
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93f443443e5f45aa37f3707e9b4430c5fada691700512b611741a0344b23ac16
3
- size 4992763965
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eec1d1a5858696f939c3f674d88d7861125c7e84ef48701c05a7544e40315679
3
+ size 4992968908
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f5609bfaac470450238b65c81c4ee94bfadbc86304644e6e17fe615cd2255ce6
3
- size 705521116
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ce1f069d33af941789f2cb6867e089dd93cb0309038bb792056e74bc5cdbfe
3
+ size 705586715
model.safetensors.index.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6c8d282899e19cf6b7b03d2e3bfb7bdc01b8bec426fad8ca56f7c56724fbfd97
3
- size 129311
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de2b630fa87b2461e0b5c6d9f8e480c0ef5fb84a8cbd6e0e8a195279859101f1
3
+ size 129347
tokenizer_config.json CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:405f2b7e13082bbd73607c670b2bf661b572fdff55b71f5ab34244bc9a307cac
3
- size 8670
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e62e989e7c7f0f288947900c8f0fe72fa124dbd9e391db6ba67945aabb443dde
3
+ size 7295