app.py

import gradio as gr
import requests
from huggingface_hub import InferenceClient

client = InferenceClient("Qwen/Qwen2-72B-Instruct")

# Sabit GitHub raw URL'si
GITHUB_RAW_URL = "https://raw.githubusercontent.com/ALPERALL/AlpDroid/main/prompt.txt"


def fetch_system_message():
    """Fetch system message from a GitHub raw link."""
    try:
        response = requests.get(GITHUB_RAW_URL)
        response.raise_for_status()
        return response.text.strip()
    except requests.exceptions.RequestException as e:
        return f"Error fetching system message: {str(e)}"


def respond(message, history):
    # Sabit parametreler
    max_tokens = 512
    temperature = 0.7
    top_p = 0.95

    # Fetch the system message from GitHub
    system_message = fetch_system_message()
    if system_message.startswith("Error"):
        yield system_message
        return

    messages = [{"role": "system", "content": system_message}]

    for val in history:
        if val[0]:
            messages.append({"role": "user", "content": val[0]})
        if val[1]:
            messages.append({"role": "assistant", "content": val[1]})

    messages.append({"role": "user", "content": message})

    response = ""

    for message in client.chat_completion(
        messages,
        max_tokens=max_tokens,
        stream=True,
        temperature=temperature,
        top_p=top_p,
    ):
        token = message.choices[0].delta.content
        response += token
        yield response


# Koyu tema tanımlama
theme=gr.themes.Soft(
        primary_hue="emerald",
        secondary_hue="emerald",
        neutral_hue="gray",
        font=[
            gr.themes.GoogleFont("Exo"),
            "ui-sans-serif",
            "system-ui",
            "sans-serif"
        ]).set(
            body_background_fill_dark="#010409",
            block_background_fill_dark="#010409",
            block_border_width="1px",
            block_title_background_fill_dark="#1e1c26",
            input_background_fill_dark="#161b22",
            button_secondary_background_fill_dark="#21262d",
            border_color_accent_dark="#2f353c",
            border_color_primary_dark="#2f353c",
            background_fill_secondary_dark="#010409",
            color_accent_soft_dark="transparent",
            code_background_fill_dark="#0d1117",
)


# Demo başlatılıyor
demo = gr.ChatInterface(
    respond,
)

if __name__ == "__main__":
    demo.launch(share=True)