Update app.py

app.py

@@ -1,88 +1,30 @@
 import gradio as gr
 import requests
-from huggingface_hub import InferenceClient
-
-client = InferenceClient("Qwen/Qwen2-72B-Instruct")
-
-# Sabit GitHub raw URL'si
-GITHUB_RAW_URL = "https://raw.githubusercontent.com/ALPERALL/AlpDroid/main/prompt.txt"
-
-
-def fetch_system_message():
-    """Fetch system message from a GitHub raw link."""
-    try:
-        response = requests.get(GITHUB_RAW_URL)
-        response.raise_for_status()
-        return response.text.strip()
-    except requests.exceptions.RequestException as e:
-        return f"Error fetching system message: {str(e)}"
-
-
-def respond(message, history):
-    # Sabit parametreler
-    max_tokens = 512
-    temperature = 0.7
-    top_p = 0.95
-
-    # Fetch the system message from GitHub
-    system_message = fetch_system_message()
-    if system_message.startswith("Error"):
-        yield system_message
-        return
-
-    messages = [{"role": "system", "content": system_message}]
-
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
-
-    messages.append({"role": "user", "content": message})
-
-    response = ""
-
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-        response += token
-        yield response
-
-
-# Koyu tema tanımlama
-theme=gr.themes.Soft(
-        primary_hue="emerald",
-        secondary_hue="emerald",
-        neutral_hue="gray",
-        font=[
-            gr.themes.GoogleFont("Exo"),
-            "ui-sans-serif",
-            "system-ui",
-            "sans-serif"
-        ]).set(
-            body_background_fill_dark="#010409",
-            block_background_fill_dark="#010409",
-            block_border_width="1px",
-            block_title_background_fill_dark="#1e1c26",
-            input_background_fill_dark="#161b22",
-            button_secondary_background_fill_dark="#21262d",
-            border_color_accent_dark="#2f353c",
-            border_color_primary_dark="#2f353c",
-            background_fill_secondary_dark="#010409",
-            color_accent_soft_dark="transparent",
-            code_background_fill_dark="#0d1117",
-)
-
-
-# Demo başlatılıyor
-demo = gr.ChatInterface(
-    respond,
-)
-
-if __name__ == "__main__":
-    demo.launch(share=True)
+from transformers import AutoTokenizer, AutoModelForCausalLM, TextGenerationPipeline
+
+# AlpDroid promptunu GitHub'dan çek
+alp_prompt_url = "https://raw.githubusercontent.com/ALPERALL/AlpDroid/main/prompt.txt"
+alp_prompt = requests.get(alp_prompt_url).text.strip()
+
+# Model ve tokenizer'ı yükle
+model_id = "mistralai/Mistral-7B-Instruct-v0.1"
+tokenizer = AutoTokenizer.from_pretrained(model_id)
+model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype="auto")
+
+# Pipeline oluştur
+pipeline = TextGenerationPipeline(model=model, tokenizer=tokenizer)
+
+# Gradio fonksiyonu
+def chat(prompt):
+    full_prompt = f"{alp_prompt}\n\nKullanıcı: {prompt}\nAlpDroid:"
+    result = pipeline(full_prompt, max_new_tokens=200, temperature=0.8, top_p=0.9)[0]["generated_text"]
+    # Sadece cevabı almak için promptu ayıkla
+    response = result.split("AlpDroid:")[-1].strip()
+    return response
+
+# Gradio arayüzü
+gr.Interface(fn=chat,
+             inputs=gr.Textbox(label="Mesajını yaz, AlpDroid cevaplasın"),
+             outputs=gr.Textbox(label="AlpDroid"),
+             title="🧠 AlpDroid (Mistral 7B)",
+             description="Alper'in vizyonuyla hazırlanmış AlpDroid, şimdi seninle...").launch()