import gradio as gr, os, huggingface_hub as hf

def go(m, q):
    c = hf.InferenceClient(api_key=os.environ["HF_TOKEN"])
    s = c.chat.completions.create(model=m, messages=[{"role":"user","content":q}], stream=True)
    for i in s:
        if i.choices and i.choices[0].delta.content:
            yield i.choices[0].delta.content

models = [
    "deepseek-ai/DeepSeek-V3.1",
    "meta-llama/Meta-Llama-3-8B-Instruct",
    "Qwen/Qwen2.5-7B-Instruct",
    "2F-AI/Titan-Atom",
    "NobodyExistsOnTheInternet/K3-Q4-GGUF"
]

gr.Interface(
    fn=go,
    inputs=[gr.Dropdown(models), gr.Textbox(label="Ask")],
    outputs=gr.Textbox(label="Reply"),
    title="Multi-Model Chat"
).launch(share=True)