AquilaX-AI
/

AI-Scanner-Quantized

text-generation-inference

Model card Files Files and versions

suriya7 commited on May 5

Commit

6b36eea

·

verified ·

1 Parent(s): aef7e4d

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -29,8 +29,8 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
 import torch
 import json
-model_id = "suriya7/qwen-1.5b-quantized"
-filename = "unsloth.Q5_K_M.gguf"
 tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
 model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename)

 import torch
 import json
+model_id = "AquilaX-AI/AI-Scanner-Quantized"
+filename = "unsloth.Q8_0.gguf"
 tokenizer = AutoTokenizer.from_pretrained(model_id, gguf_file=filename)
 model = AutoModelForCausalLM.from_pretrained(model_id, gguf_file=filename)