Update app.py

app.py

@@ -1,28 +1,25 @@
 import gradio as gr
 import requests
-from transformers import pipeline
+from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
+import torch
 
-# Model: Mistral-7B-Instruct-v0.2 (instruct-savvy)
-model_name = "mistralai/Mistral-7B-Instruct-v0.2"
-chat = pipeline("text-generation",
-                model=model_name,
-                torch_dtype="auto",
-                device_map="auto",
-                trust_remote_code=True,
-                max_new_tokens=512)
+model_name = "TheBloke/SOLAR-10.7B-Instruct-v1.0-AWQ"
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", torch_dtype=torch.float16)
+chat = pipeline("text-generation", model=model, tokenizer=tokenizer, device_map="auto")
 
-# AlpDroid promptunu GitHub'dan çek
+# AlpDroid prompt
 prompt_url = "https://raw.githubusercontent.com/ALPERALL/AlpDroid/main/prompt.txt"
 system_prompt = requests.get(prompt_url).text
 
 def alp_droid_chat(user_input):
-    full_prompt = system_prompt + "\n\nKullanıcı: " + user_input + "\nAlpDroid:"
-    output = chat(full_prompt, temperature=0.7, top_p=0.9)[0]["generated_text"]
-    return output.split("AlpDroid:")[-1].strip()
+    full = f"{system_prompt}\n\nKullanıcı: {user_input}\nAlpDroid:"
+    res = chat(full, max_new_tokens=256, do_sample=True, temperature=0.7, top_p=0.9)[0]["generated_text"]
+    return res.split("AlpDroid:")[-1].strip()
 
-iface = gr.Interface(fn=alp_droid_chat,
-                     inputs=gr.Textbox(lines=4, placeholder="Sorunu yaz..."),
-                     outputs="text",
-                     title="AlpDroid (Mistral‑7B‑Instruct‑v0.2)",
-                     description="Mistral‑7B‑Instruct‑v0.2 tabanlı AlpDroid asistanı.")
-iface.launch()
+app = gr.Interface(alp_droid_chat,
+                   inputs=gr.Textbox(lines=4, placeholder="Sorunu yaz..."),
+                   outputs="text",
+                   title="AlpDroid (SOLAR‑10.7B)",
+                   description="TheBloke'un instruct modeliyle çalışan AlpDroid.")
+app.launch()