app.py

import gradio as gr
from openai import OpenAI
from dotenv import load_dotenv
import os
import logging
import json

load_dotenv()

logging.basicConfig(
    level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s"
)
logger = logging.getLogger(__name__)

client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))


def remove_slash_categories(data):
    return {k: v for k, v in data.items() if "/" not in k}


def check_moderation(text):
    try:
        moderation = client.moderations.create(input=text)
        result = moderation.results[0]

        logger.info(
            f"Raw API response: {json.dumps(moderation.model_dump(), indent=2)}"
        )

        status = "Flagged" if result.flagged else "Not Flagged"

        filtered_categories = remove_slash_categories(result.categories.model_dump())
        filtered_scores = remove_slash_categories(result.category_scores.model_dump())

        flagged_categories = [
            f"- {cat}: {filtered_scores[cat]:.6f}"
            for cat, flag in filtered_categories.items()
            if flag
        ]

        flagged_categories.sort(key=lambda x: float(x.split(": ")[1]), reverse=True)

        flagged_categories_str = (
            "\n".join(flagged_categories)
            if flagged_categories
            else "No categories flagged"
        )

        logger.info(f"Moderation check completed for text: {text[:50]}...")
        return status, flagged_categories_str
    except Exception as e:
        logger.error(f"An error occurred: {str(e)}")
        raise gr.Error(f"An error occurred: {str(e)}")


with gr.Blocks() as demo:
    gr.Markdown("# OpenAI Moderation API Checker")

    with gr.Row():
        with gr.Column(scale=1):
            input_text = gr.Textbox(label="Enter text to check", lines=3)
            check_button = gr.Button("Check Moderation")

        with gr.Column(scale=1):
            status_output = gr.Textbox(label="Status")
            categories_output = gr.Textbox(
                label="Flagged Categories (Sorted by Score)", lines=5
            )

    check_button.click(
        check_moderation,
        inputs=[input_text],
        outputs=[status_output, categories_output],
    )

    gr.Examples(
        examples=[
            ["I love spending time with my family and friends."],
            ["The weather is beautiful today."],
            ["I want to kill them."],
            ["I'm going to bomb the airport tomorrow."],
        ],
        inputs=[input_text],
    )

if __name__ == "__main__":
    demo.launch()