Update tokenizer_config.json

tokenizer_config.json

@@ -8009,7 +8009,7 @@
     "attention_mask"
   ],
   "model_max_length": 1000000000000000019884624838656,
-  "chat_template": "{{ bos_token -}}\n{% if not add_generation_prompt is defined -%}\n  {% set add_generation_prompt = false -%}\n{% endif -%}\n\n{%- for message in messages %}\n    {%- if message[\"role\"] == \"system\" %}\n        {{- \"[INST]\" }}\n        {%- if message[\"content\"] is not string %}\n            {%- for chunk in message[\"content\"] %}\n                {%- if chunk[\"type\"] == \"text\" %}\n                    {{- chunk[\"content\"] }}\n                {%- elif chunk[\"type\"] == \"image\" %}\n                    {{- \"[IMG]\" }}\n                {%- endif %}\n            {%- endfor %}\n        {%- else %}\n            {{- message[\"content\"] }}\n        {%- endif %}\n        {{- \"[/INST]\" + eos_token }}\n    {%- elif message[\"role\"] == \"user\" %}\n        {{- \"[INST]\" }}\n        {%- if message[\"content\"] is not string %}\n            {%- for chunk in message[\"content\"] %}\n                {%- if chunk[\"type\"] == \"text\" %}\n                    {{- chunk[\"content\"] }}\n                {%- elif chunk[\"type\"] == \"image\" %}\n                    {{- \"[IMG]\" }}\n                {%- endif %}\n            {%- endfor %}\n        {%- else %}\n            {{- message[\"content\"] }}\n        {%- endif %}\n        {{- \"[/INST]\" }}\n    {%- elif message[\"role\"] == \"assistant\" %}\n        {%- if message[\"content\"] is not string %}\n            {%- for chunk in message[\"content\"] %}\n                {%- if chunk[\"type\"] == \"text\" %}\n                    {{- chunk[\"content\"] }}\n                {%- elif chunk[\"type\"] == \"image\" %}\n                    {{- \"[IMG]\" }}\n                {%- endif %}\n            {%- endfor %}\n        {%- else %}\n"           {{- message[\"content\"] }}\n        {%- endif %}\n        {{- eos_token }}\n    {%- endif %}\n{%- endfor %}",
+  "chat_template": "{{ bos_token -}}\n{% if not add_generation_prompt is defined -%}\n  {% set add_generation_prompt = false -%}\n{% endif -%}\n\n{%- for message in messages %}\n    {%- if message[\"role\"] == \"system\" %}\n        {{- \"[INST]\" }}\n        {%- if message[\"content\"] is not string %}\n            {%- for chunk in message[\"content\"] %}\n                {%- if chunk[\"type\"] == \"text\" %}\n                    {{- chunk[\"content\"] }}\n                {%- elif chunk[\"type\"] == \"image\" %}\n                    {{- \"[IMG]\" }}\n                {%- endif %}\n            {%- endfor %}\n        {%- else %}\n            {{- message[\"content\"] }}\n        {%- endif %}\n        {{- \"[/INST]\" + eos_token }}\n    {%- elif message[\"role\"] == \"user\" %}\n        {{- \"[INST]\" }}\n        {%- if message[\"content\"] is not string %}\n            {%- for chunk in message[\"content\"] %}\n                {%- if chunk[\"type\"] == \"text\" %}\n                    {{- chunk[\"content\"] }}\n                {%- elif chunk[\"type\"] == \"image\" %}\n                    {{- \"[IMG]\" }}\n                {%- endif %}\n            {%- endfor %}\n        {%- else %}\n            {{- message[\"content\"] }}\n        {%- endif %}\n        {{- \"[/INST]\" }}\n    {%- elif message[\"role\"] == \"assistant\" %}\n        {%- if message[\"content\"] is not string %}\n            {%- for chunk in message[\"content\"] %}\n                {%- if chunk[\"type\"] == \"text\" %}\n                    {{- chunk[\"content\"] }}\n                {%- elif chunk[\"type\"] == \"image\" %}\n                    {{- \"[IMG]\" }}\n                {%- endif %}\n            {%- endfor %}\n        {%- else %}\n            {{- message[\"content\"] }}\n        {%- endif %}\n        {{- eos_token }}\n    {%- endif %}\n{%- endfor %}",
   "pad_token": "<pad>",
   "processor_class": "PixtralProcessor",
   "tokenizer_class": "PreTrainedTokenizerFast",