machine

.dockerignore

@@ -1,67 +0,0 @@
-# Python
-__pycache__/
-*.py[cod]
-*$py.class
-*.so
-.Python
-venv/
-.venv/
-ENV/
-env/
-*.egg-info/
-dist/
-build/
-
-# Node
-node_modules/
-npm-debug.log*
-yarn-debug.log*
-yarn-error.log*
-.pnpm-debug.log*
-
-# Next.js
-frontend/.next/
-frontend/out/
-frontend/build/
-
-# Git
-.git/
-.gitignore
-
-# IDE
-.vscode/
-.idea/
-*.swp
-*.swo
-*~
-
-# OS
-.DS_Store
-Thumbs.db
-
-# Documentation
-*.md
-!README.md
-
-# Docker
-Dockerfile*
-docker-compose*.yml
-.dockerignore
-
-# Logs
-*.log
-logs/
-log/
-
-# Generated
-generated_projects/
-
-# Tests
-test/
-tests/
-__tests__/
-
-# Lock files (will be regenerated)
-uv.lock
-poetry.lock
-

.gitattributes

@@ -1 +1,35 @@
-Animated_Logo_Video_Ready.gif filter=lfs diff=lfs merge=lfs -text
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

.gitignore

@@ -1,3 +1,5 @@
+.gradio/
+
 # Byte-compiled / optimized / DLL files
 __pycache__/
 *.py[cod]
@@ -14,26 +16,21 @@ dist/
 downloads/
 eggs/
 .eggs/
-# Ignore Python lib directories but NOT frontend/src/lib
-/lib/
-/lib64/
-venv/lib/
-venv/lib64/
+lib/
+lib64/
 parts/
 sdist/
 var/
+wheels/
+share/python-wheels/
 *.egg-info/
 .installed.cfg
 *.egg
 MANIFEST
 
-# Virtual environments
-venv/
-env/
-ENV/
-.venv/
-
 # PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
 *.manifest
 *.spec
 
@@ -51,44 +48,115 @@ htmlcov/
 nosetests.xml
 coverage.xml
 *.cover
+*.py,cover
 .hypothesis/
 .pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
 
 # Jupyter Notebook
 .ipynb_checkpoints
 
+# IPython
+profile_default/
+ipython_config.py
+
 # pyenv
-.python-version
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/#use-with-ide
+.pdm.toml
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
 
 # mypy
 .mypy_cache/
 .dmypy.json
+dmypy.json
 
 # Pyre type checker
 .pyre/
 
-# Gradio cache
-log/
-logs/
-
-# Documentation cache files (backend)
-.backend_gradio_docs_cache.txt
-.backend_gradio_docs_last_update.txt
-.gradio_docs_cache.txt
-.gradio_docs_last_update.txt
-.comfyui_docs_cache.txt
-.comfyui_docs_last_update.txt
-.fastrtc_docs_cache.txt
-.fastrtc_docs_last_update.txt
-
-# System files
-.DS_Store
-Thumbs.db
-
-# Lock files
-uv.lock
-poetry.lock
-Pipfile.lock
-
-# VSCode
-.vscode/ 
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# PyCharm
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+#.idea/

.pre-commit-config.yaml

@@ -0,0 +1,32 @@
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v5.0.0
+    hooks:
+      - id: check-executables-have-shebangs
+      - id: check-json
+      - id: check-merge-conflict
+      - id: check-shebang-scripts-are-executable
+      - id: check-toml
+      - id: check-yaml
+      - id: end-of-file-fixer
+      - id: mixed-line-ending
+        args: ["--fix=lf"]
+      - id: requirements-txt-fixer
+      - id: trailing-whitespace
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.8.6
+    hooks:
+      - id: ruff
+        args: ["--fix"]
+  - repo: https://github.com/pre-commit/mirrors-mypy
+    rev: v1.14.1
+    hooks:
+      - id: mypy
+        args: ["--ignore-missing-imports"]
+        additional_dependencies:
+          [
+            "types-python-slugify",
+            "types-requests",
+            "types-PyYAML",
+            "types-pytz",
+          ]

.python-version

@@ -0,0 +1 @@
+3.10

.vscode/extensions.json

@@ -0,0 +1,8 @@
+{
+    "recommendations": [
+        "ms-python.python",
+        "charliermarsh.ruff",
+        "streetsidesoftware.code-spell-checker",
+        "tamasfe.even-better-toml"
+    ]
+}

.vscode/settings.json

@@ -0,0 +1,16 @@
+{
+    "editor.formatOnSave": true,
+    "files.insertFinalNewline": false,
+    "[python]": {
+        "editor.defaultFormatter": "charliermarsh.ruff",
+        "editor.formatOnType": true,
+        "editor.codeActionsOnSave": {
+            "source.fixAll.ruff": "explicit"
+        }
+    },
+    "[jupyter]": {
+        "files.insertFinalNewline": false
+    },
+    "notebook.output.scrolling": true,
+    "notebook.formatOnSave.enabled": true
+}

Dockerfile

@@ -1,105 +0,0 @@
-# Multi-stage build for AnyCoder Docker Space
-
-# Stage 1: Build frontend
-FROM node:22-slim AS frontend-builder
-
-WORKDIR /build
-
-# Copy frontend package files
-COPY frontend/package*.json ./
-RUN npm ci
-
-# Copy all frontend source files and configs
-COPY frontend/src ./src
-COPY frontend/public ./public
-COPY frontend/next.config.js ./
-COPY frontend/tsconfig.json ./
-COPY frontend/tailwind.config.js ./
-COPY frontend/postcss.config.js ./
-# Note: next-env.d.ts is auto-generated by Next.js, not needed for build
-
-# Build frontend
-RUN npm run build
-
-# Stage 2: Production image
-FROM python:3.11-slim
-
-# Install system dependencies as root (git for pip, nodejs for frontend)
-# Install Node.js 22 from NodeSource (Debian repo only has v18)
-RUN apt-get update && \
-    apt-get install -y --no-install-recommends curl ca-certificates gnupg git && \
-    curl -fsSL https://deb.nodesource.com/setup_22.x | bash - && \
-    apt-get install -y --no-install-recommends nodejs && \
-    rm -rf /var/lib/apt/lists/*
-
-# Set up a new user named "user" with user ID 1000
-RUN useradd -m -u 1000 user
-
-# Switch to the "user" user
-USER user
-
-# Set home to the user's home directory
-ENV HOME=/home/user \
-    PATH=/home/user/.local/bin:$PATH \
-    PYTHONUNBUFFERED=1
-
-# Set the working directory to the user's home directory
-WORKDIR $HOME/app
-
-# Copy Python requirements and install dependencies
-COPY --chown=user:user requirements.txt .
-RUN pip install --no-cache-dir --upgrade pip && \
-    pip install --no-cache-dir -r requirements.txt
-
-# Copy application code
-COPY --chown=user:user backend_api.py .
-COPY --chown=user:user backend_models.py .
-COPY --chown=user:user backend_docs_manager.py .
-COPY --chown=user:user backend_prompts.py .
-COPY --chown=user:user backend_parsers.py .
-COPY --chown=user:user backend_deploy.py .
-COPY --chown=user:user backend_search_replace.py .
-COPY --chown=user:user project_importer.py .
-
-# Copy built frontend from builder stage
-COPY --chown=user:user --from=frontend-builder /build/.next ./frontend/.next
-COPY --chown=user:user --from=frontend-builder /build/public ./frontend/public
-COPY --chown=user:user --from=frontend-builder /build/package*.json ./frontend/
-COPY --chown=user:user --from=frontend-builder /build/next.config.js ./frontend/
-COPY --chown=user:user --from=frontend-builder /build/node_modules ./frontend/node_modules
-
-# Set environment variables for the application
-# BACKEND_HOST is used by Next.js server for proxying
-# Do NOT set NEXT_PUBLIC_API_URL - let frontend use relative URLs
-ENV BACKEND_HOST=http://localhost:8000 \
-    PORT=7860
-
-# Create startup script that runs both services
-# Backend on 8000, Frontend on 7860 (exposed port)
-RUN echo '#!/bin/bash\n\
-set -e\n\
-\n\
-echo "🚀 Starting AnyCoder Docker Space..."\n\
-\n\
-# Start backend on port 8000 in background\n\
-echo "📡 Starting FastAPI backend on port 8000..."\n\
-cd $HOME/app\n\
-uvicorn backend_api:app --host 0.0.0.0 --port 8000 &\n\
-BACKEND_PID=$!\n\
-\n\
-# Wait for backend to be ready\n\
-echo "⏳ Waiting for backend to start..."\n\
-sleep 5\n\
-\n\
-# Start frontend on port 7860 (HF Spaces exposed port)\n\
-echo "🎨 Starting Next.js frontend on port 7860..."\n\
-cd $HOME/app/frontend\n\
-PORT=7860 BACKEND_HOST=http://localhost:8000 npm start\n\
-' > $HOME/app/start.sh && chmod +x $HOME/app/start.sh
-
-# Expose port 7860 (HF Spaces default)
-EXPOSE 7860
-
-# Run the startup script
-CMD ["./start.sh"]
-

README.md

@@ -1,137 +1,13 @@
 ---
-title: AnyCoder
-emoji: 🏆
-colorFrom: blue
-colorTo: purple
-sdk: docker
-app_port: 7860
+title: Anycoder
+emoji: 🏢
+colorFrom: indigo
+colorTo: indigo
+sdk: gradio
+sdk_version: 5.23.3
+app_file: app.py
 pinned: false
-disable_embedding: false
-hf_oauth: true
-hf_oauth_expiration_minutes: 43200
-hf_oauth_scopes:
-- manage-repos
-- write-discussions
+disable_embedding: true
 ---
 
-
-# AnyCoder - AI Code Generator with React Frontend
-
-AnyCoder is a full-stack AI-powered code generator with a modern React/TypeScript frontend and FastAPI backend. Generate applications by describing them in plain English, with support for multiple AI models and one-click deployment to Hugging Face Spaces.
-
-## 🎨 Features
-
-- **Modern React UI**: Apple-inspired design with VS Code layout
-- **Real-time Streaming**: Server-Sent Events for live code generation
-- **Multi-Model Support**: MiniMax M2, DeepSeek V3, and more via HuggingFace InferenceClient
-- **Multiple Languages**: HTML, Gradio, Streamlit, React, Transformers.js, ComfyUI
-- **Authentication**: HuggingFace OAuth + Dev mode for local testing
-- **One-Click Deployment**: Deploy generated apps directly to HF Spaces
-
-## 🏗️ Architecture
-
-```
-anycoder/
-├── backend_api.py           # FastAPI backend with streaming
-├── frontend/                # Next.js React frontend
-│   ├── src/
-│   │   ├── app/            # Pages (page.tsx, layout.tsx, globals.css)
-│   │   ├── components/     # React components
-│   │   ├── lib/            # API client, auth utilities
-│   │   └── types/          # TypeScript types
-│   └── package.json
-├── requirements.txt        # Python dependencies
-├── Dockerfile              # Docker Space configuration
-└── start_fullstack.sh      # Local development script
-```
-
-## 🚀 Quick Start
-
-### Local Development
-
-1. **Backend**:
-```bash
-export HF_TOKEN="your_huggingface_token"
-export GEMINI_API_KEY="your_gemini_api_key"
-python backend_api.py
-```
-
-2. **Frontend** (new terminal):
-```bash
-cd frontend
-npm install
-npm run dev
-```
-
-3. Open `http://localhost:3000`
-
-### Using start script:
-```bash
-export HF_TOKEN="your_token"
-export GEMINI_API_KEY="your_gemini_api_key"
-./start_fullstack.sh
-```
-
-## 🐳 Docker Space Deployment
-
-This app runs as a Docker Space on HuggingFace. The Dockerfile:
-- Builds the Next.js frontend
-- Runs FastAPI backend on port 7860
-- Uses proper user permissions (UID 1000)
-- Handles environment variables securely
-
-## 🔑 Authentication
-
-- **Dev Mode** (localhost): Mock login for testing
-- **Production**: HuggingFace OAuth with manage-repos scope
-
-## 📝 Supported Languages
-
-- `html` - Static HTML pages
-- `gradio` - Python Gradio apps
-- `streamlit` - Python Streamlit apps
-- `react` - React/Next.js apps
-- `transformers.js` - Browser ML apps
-- `comfyui` - ComfyUI workflows
-
-## 🤖 Available Models
-
-- **Gemini 3 Pro Preview** (Default) - Google's latest with deep thinking & Google Search
-- MiniMax M2 (via HF router with Novita)
-- DeepSeek V3/V3.1
-- DeepSeek R1
-- And more via HuggingFace InferenceClient
-
-## 🎯 Usage
-
-1. Sign in with HuggingFace (or use Dev Login locally)
-2. Select a language and AI model
-3. Describe your app in the chat
-4. Watch code generate in real-time
-5. Click **🚀 Deploy** to publish to HF Spaces
-
-## 🛠️ Environment Variables
-
-- `HF_TOKEN` - HuggingFace API token (required)
-- `GEMINI_API_KEY` - Google Gemini API key (required for Gemini 3 Pro Preview)
-- `POE_API_KEY` - Poe API key (optional, for GPT-5 and Claude models)
-- `DASHSCOPE_API_KEY` - DashScope API key (optional, for Qwen models)
-- `OPENROUTER_API_KEY` - OpenRouter API key (optional, for Sherlock models)
-- `MISTRAL_API_KEY` - Mistral API key (optional, for Mistral models)
-
-## 📦 Tech Stack
-
-**Frontend:**
-- Next.js 14
-- TypeScript
-- Tailwind CSS
-- Monaco Editor
-
-**Backend:**
-- FastAPI
-- HuggingFace Hub
-- Server-Sent Events (SSE)
-
-## 📄 License
-
-MIT
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -0,0 +1,54 @@
+from app_huggingface import demo as demo_huggingface
+from app_gemini_coder import demo as demo_gemini
+from utils import get_app
+import gradio as gr
+
+# Create mapping of providers to their code snippets
+PROVIDER_SNIPPETS = {
+    "Hugging Face": """
+import gradio as gr
+import ai_gradio
+gr.load(
+    name='huggingface:deepseek-ai/DeepSeek-R1',
+    src=ai_gradio.registry,
+    coder=True,
+    provider="together"
+).launch()""",
+    "Gemini Coder": """
+import gradio as gr
+import ai_gradio
+gr.load(
+    name='gemini:gemini-2.5-pro-exp-03-25',
+    src=ai_gradio.registry,
+    coder=True,
+    provider="together"
+).launch()
+    """,
+}
+# Create mapping of providers to their demos
+PROVIDERS = {
+    "Hugging Face": demo_huggingface,
+    "Gemini Coder": demo_gemini,
+}
+
+# Modified get_app implementation
+demo = gr.Blocks()
+with demo:
+
+    provider_dropdown = gr.Dropdown(choices=list(PROVIDERS.keys()), value="Hugging Face", label="Select code snippet")
+    code_display = gr.Code(label="Provider Code Snippet", language="python", value=PROVIDER_SNIPPETS["Hugging Face"])
+
+    def update_code(provider):
+        return PROVIDER_SNIPPETS.get(provider, "Code snippet not available")
+
+    provider_dropdown.change(fn=update_code, inputs=[provider_dropdown], outputs=[code_display])
+
+    selected_demo = get_app(
+        models=list(PROVIDERS.keys()),
+        default_model="Hugging Face",
+        src=PROVIDERS,
+        dropdown_label="Select Provider",
+    )
+
+if __name__ == "__main__":
+    demo.queue(api_open=False).launch(show_api=False)

app_allenai.py

@@ -0,0 +1,67 @@
+import gradio as gr
+from gradio_client import Client
+
+MODELS = {"OLMo-2-1124-13B-Instruct": "akhaliq/olmo-anychat", "Llama-3.1-Tulu-3-8B": "akhaliq/allen-test"}
+
+
+def create_chat_fn(client):
+    def chat(message, history):
+        response = client.predict(
+            message=message,
+            system_prompt="You are a helpful AI assistant.",
+            temperature=0.7,
+            max_new_tokens=1024,
+            top_k=40,
+            repetition_penalty=1.1,
+            top_p=0.95,
+            api_name="/chat",
+        )
+        return response
+
+    return chat
+
+
+def set_client_for_session(model_name, request: gr.Request):
+    headers = {}
+    if request and hasattr(request, "request") and hasattr(request.request, "headers"):
+        x_ip_token = request.request.headers.get("x-ip-token")
+        if x_ip_token:
+            headers["X-IP-Token"] = x_ip_token
+
+    return Client(MODELS[model_name], headers=headers)
+
+
+def safe_chat_fn(message, history, client):
+    if client is None:
+        return "Error: Client not initialized. Please refresh the page."
+    return create_chat_fn(client)(message, history)
+
+
+with gr.Blocks() as demo:
+    client = gr.State()
+
+    model_dropdown = gr.Dropdown(
+        choices=list(MODELS.keys()), value="OLMo-2-1124-13B-Instruct", label="Select Model", interactive=True
+    )
+
+    chat_interface = gr.ChatInterface(fn=safe_chat_fn, additional_inputs=[client])
+
+    # Update client when model changes
+    def update_model(model_name, request):
+        return set_client_for_session(model_name, request)
+
+    model_dropdown.change(
+        fn=update_model,
+        inputs=[model_dropdown],
+        outputs=[client],
+    )
+
+    # Initialize client on page load
+    demo.load(
+        fn=set_client_for_session,
+        inputs=gr.State("OLMo-2-1124-13B-Instruct"),
+        outputs=client,
+    )
+
+if __name__ == "__main__":
+    demo.launch()

app_cerebras.py

@@ -0,0 +1,19 @@
+import os
+
+import cerebras_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "llama3.1-8b",
+        "llama3.1-70b",
+        "llama3.1-405b",
+    ],
+    default_model="llama3.1-70b",
+    src=cerebras_gradio.registry,
+    accept_token=not os.getenv("CEREBRAS_API_KEY"),
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_claude.py

@@ -0,0 +1,21 @@
+import os
+
+import anthropic_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "claude-3-5-sonnet-20241022",
+        "claude-3-5-haiku-20241022",
+        "claude-3-opus-20240229",
+        "claude-3-sonnet-20240229",
+        "claude-3-haiku-20240307",
+    ],
+    default_model="claude-3-5-sonnet-20241022",
+    src=anthropic_gradio.registry,
+    accept_token=not os.getenv("ANTHROPIC_API_KEY"),
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_cohere.py

@@ -0,0 +1,21 @@
+import os
+
+import cohere_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "command-r",
+        "command-r-08-2024",
+        "command-r-plus",
+        "command-r-plus-08-2024",
+        "command-r7b-12-2024",
+    ],
+    default_model="command-r7b-12-2024",
+    src=cohere_gradio.registry,
+    accept_token=not os.getenv("COHERE_API_KEY"),
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_compare.py

@@ -0,0 +1,210 @@
+import os
+
+import google.generativeai as genai
+import gradio as gr
+import openai
+from anthropic import Anthropic
+from openai import OpenAI  # Add explicit OpenAI import
+
+
+def get_all_models():
+    """Get all available models from the registries."""
+    return [
+        "SambaNova: Meta-Llama-3.2-1B-Instruct",
+        "SambaNova: Meta-Llama-3.2-3B-Instruct",
+        "SambaNova: Llama-3.2-11B-Vision-Instruct",
+        "SambaNova: Llama-3.2-90B-Vision-Instruct",
+        "SambaNova: Meta-Llama-3.1-8B-Instruct",
+        "SambaNova: Meta-Llama-3.1-70B-Instruct",
+        "SambaNova: Meta-Llama-3.1-405B-Instruct",
+        "Hyperbolic: Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Hyperbolic: meta-llama/Llama-3.2-3B-Instruct",
+        "Hyperbolic: meta-llama/Meta-Llama-3.1-8B-Instruct",
+        "Hyperbolic: meta-llama/Meta-Llama-3.1-70B-Instruct",
+        "Hyperbolic: meta-llama/Meta-Llama-3-70B-Instruct",
+        "Hyperbolic: NousResearch/Hermes-3-Llama-3.1-70B",
+        "Hyperbolic: Qwen/Qwen2.5-72B-Instruct",
+        "Hyperbolic: deepseek-ai/DeepSeek-V2.5",
+        "Hyperbolic: meta-llama/Meta-Llama-3.1-405B-Instruct",
+    ]
+
+
+def generate_discussion_prompt(original_question: str, previous_responses: list[str]) -> str:
+    """Generate a prompt for models to discuss and build upon previous
+    responses.
+    """
+    prompt = f"""You are participating in a multi-AI discussion about this question: "{original_question}"
+
+Previous responses from other AI models:
+{chr(10).join(f"- {response}" for response in previous_responses)}
+
+Please provide your perspective while:
+1. Acknowledging key insights from previous responses
+2. Adding any missing important points
+3. Respectfully noting if you disagree with anything and explaining why
+4. Building towards a complete answer
+
+Keep your response focused and concise (max 3-4 paragraphs)."""
+    return prompt
+
+
+def generate_consensus_prompt(original_question: str, discussion_history: list[str]) -> str:
+    """Generate a prompt for final consensus building."""
+    return f"""Review this multi-AI discussion about: "{original_question}"
+
+Discussion history:
+{chr(10).join(discussion_history)}
+
+As a final synthesizer, please:
+1. Identify the key points where all models agreed
+2. Explain how any disagreements were resolved
+3. Present a clear, unified answer that represents our collective best understanding
+4. Note any remaining uncertainties or caveats
+
+Keep the final consensus concise but complete."""
+
+
+def chat_with_openai(model: str, messages: list[dict], api_key: str | None) -> str:
+    import openai
+
+    client = openai.OpenAI(api_key=api_key)
+    response = client.chat.completions.create(model=model, messages=messages)
+    return response.choices[0].message.content
+
+
+def chat_with_anthropic(messages: list[dict], api_key: str | None) -> str:
+    """Chat with Anthropic's Claude model."""
+    client = Anthropic(api_key=api_key)
+    response = client.messages.create(model="claude-3-sonnet-20240229", messages=messages, max_tokens=1024)
+    return response.content[0].text
+
+
+def chat_with_gemini(messages: list[dict], api_key: str | None) -> str:
+    """Chat with Gemini Pro model."""
+    genai.configure(api_key=api_key)
+    model = genai.GenerativeModel("gemini-pro")
+
+    # Convert messages to Gemini format
+    gemini_messages = []
+    for msg in messages:
+        role = "user" if msg["role"] == "user" else "model"
+        gemini_messages.append({"role": role, "parts": [msg["content"]]})
+
+    response = model.generate_content([m["parts"][0] for m in gemini_messages])
+    return response.text
+
+
+def chat_with_sambanova(
+    messages: list[dict], api_key: str | None, model_name: str = "Llama-3.2-90B-Vision-Instruct"
+) -> str:
+    """Chat with SambaNova's models using their OpenAI-compatible API."""
+    client = openai.OpenAI(
+        api_key=api_key,
+        base_url="https://api.sambanova.ai/v1",
+    )
+
+    response = client.chat.completions.create(
+        model=model_name,
+        messages=messages,
+        temperature=0.1,
+        top_p=0.1,  # Use the specific model name passed in
+    )
+    return response.choices[0].message.content
+
+
+def chat_with_hyperbolic(
+    messages: list[dict], api_key: str | None, model_name: str = "Qwen/Qwen2.5-Coder-32B-Instruct"
+) -> str:
+    """Chat with Hyperbolic's models using their OpenAI-compatible API."""
+    client = OpenAI(api_key=api_key, base_url="https://api.hyperbolic.xyz/v1")
+
+    # Add system message to the start of the messages list
+    full_messages = [
+        {"role": "system", "content": "You are a helpful assistant. Be descriptive and clear."},
+        *messages,
+    ]
+
+    response = client.chat.completions.create(
+        model=model_name,  # Use the specific model name passed in
+        messages=full_messages,
+        temperature=0.7,
+        max_tokens=1024,
+    )
+    return response.choices[0].message.content
+
+
+def multi_model_consensus(
+    question: str, selected_models: list[str], rounds: int = 3, progress: gr.Progress = gr.Progress()
+) -> list[tuple[str, str]]:
+    if not selected_models:
+        raise gr.Error("Please select at least one model to chat with.")
+
+    chat_history = []
+    progress(0, desc="Getting responses from all models...")
+
+    # Get responses from all models in parallel
+    for i, model in enumerate(selected_models):
+        provider, model_name = model.split(": ", 1)
+        progress((i + 1) / len(selected_models), desc=f"Getting response from {model}...")
+
+        try:
+            if provider == "Anthropic":
+                api_key = os.getenv("ANTHROPIC_API_KEY")
+                response = chat_with_anthropic(messages=[{"role": "user", "content": question}], api_key=api_key)
+            elif provider == "SambaNova":
+                api_key = os.getenv("SAMBANOVA_API_KEY")
+                response = chat_with_sambanova(
+                    messages=[
+                        {"role": "system", "content": "You are a helpful assistant"},
+                        {"role": "user", "content": question},
+                    ],
+                    api_key=api_key,
+                    model_name=model_name,
+                )
+            elif provider == "Hyperbolic":
+                api_key = os.getenv("HYPERBOLIC_API_KEY")
+                response = chat_with_hyperbolic(
+                    messages=[{"role": "user", "content": question}],
+                    api_key=api_key,
+                    model_name=model_name,
+                )
+            else:  # Gemini
+                api_key = os.getenv("GEMINI_API_KEY")
+                response = chat_with_gemini(messages=[{"role": "user", "content": question}], api_key=api_key)
+
+            chat_history.append((model, response))
+        except Exception as e:
+            chat_history.append((model, f"Error: {e!s}"))
+
+    progress(1.0, desc="Done!")
+    return chat_history
+
+
+with gr.Blocks() as demo:
+    gr.Markdown("# Model Response Comparison")
+    gr.Markdown("""Select multiple models to compare their responses""")
+
+    with gr.Row():
+        with gr.Column():
+            model_selector = gr.Dropdown(
+                choices=get_all_models(),
+                multiselect=True,
+                label="Select Models",
+                info="Choose models to compare",
+                value=["SambaNova: Llama-3.2-90B-Vision-Instruct", "Hyperbolic: Qwen/Qwen2.5-Coder-32B-Instruct"],
+            )
+
+    chatbot = gr.Chatbot(height=600, label="Model Responses")
+    msg = gr.Textbox(label="Prompt", placeholder="Ask a question to compare model responses...")
+
+    def respond(message, selected_models):
+        chat_history = multi_model_consensus(message, selected_models, rounds=1)
+        return chat_history
+
+    msg.submit(respond, [msg, model_selector], [chatbot])
+
+for fn in demo.fns.values():
+    fn.api_name = False
+
+if __name__ == "__main__":
+    demo.launch()

app_crew.py

@@ -0,0 +1,8 @@
+import ai_gradio
+import gradio as gr
+
+demo = gr.load(
+    name="crewai:gpt-4-turbo",
+    crew_type="article",  # or 'support'
+    src=ai_gradio.registry,
+)

app_deepseek.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the hyperbolic models but keep their full names for loading
+DEEPSEEK_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("deepseek:")]
+
+# Create display names without the prefix
+DEEPSEEK_MODELS_DISPLAY = [k.replace("deepseek:", "") for k in DEEPSEEK_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=DEEPSEEK_MODELS_FULL,  # Use the full names with prefix
+    default_model=DEEPSEEK_MODELS_FULL[-1],
+    dropdown_label="Select DeepSeek Model",
+    choices=DEEPSEEK_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_experimental.py

@@ -0,0 +1,300 @@
+import os
+import random
+
+import google.generativeai as genai
+import gradio as gr
+import openai
+from anthropic import Anthropic
+from openai import OpenAI  # Add explicit OpenAI import
+
+
+def get_all_models():
+    """Get all available models from the registries."""
+    return [
+        "SambaNova: Meta-Llama-3.2-1B-Instruct",
+        "SambaNova: Meta-Llama-3.2-3B-Instruct",
+        "SambaNova: Llama-3.2-11B-Vision-Instruct",
+        "SambaNova: Llama-3.2-90B-Vision-Instruct",
+        "SambaNova: Meta-Llama-3.1-8B-Instruct",
+        "SambaNova: Meta-Llama-3.1-70B-Instruct",
+        "SambaNova: Meta-Llama-3.1-405B-Instruct",
+        "Hyperbolic: Qwen/Qwen2.5-Coder-32B-Instruct",
+        "Hyperbolic: meta-llama/Llama-3.2-3B-Instruct",
+        "Hyperbolic: meta-llama/Meta-Llama-3.1-8B-Instruct",
+        "Hyperbolic: meta-llama/Meta-Llama-3.1-70B-Instruct",
+        "Hyperbolic: meta-llama/Meta-Llama-3-70B-Instruct",
+        "Hyperbolic: NousResearch/Hermes-3-Llama-3.1-70B",
+        "Hyperbolic: Qwen/Qwen2.5-72B-Instruct",
+        "Hyperbolic: deepseek-ai/DeepSeek-V2.5",
+        "Hyperbolic: meta-llama/Meta-Llama-3.1-405B-Instruct",
+    ]
+
+
+def generate_discussion_prompt(original_question: str, previous_responses: list[str]) -> str:
+    """Generate a prompt for models to discuss and build upon previous
+    responses.
+    """
+    prompt = f"""You are participating in a multi-AI discussion about this question: "{original_question}"
+
+Previous responses from other AI models:
+{chr(10).join(f"- {response}" for response in previous_responses)}
+
+Please provide your perspective while:
+1. Acknowledging key insights from previous responses
+2. Adding any missing important points
+3. Respectfully noting if you disagree with anything and explaining why
+4. Building towards a complete answer
+
+Keep your response focused and concise (max 3-4 paragraphs)."""
+    return prompt
+
+
+def generate_consensus_prompt(original_question: str, discussion_history: list[str]) -> str:
+    """Generate a prompt for final consensus building."""
+    return f"""Review this multi-AI discussion about: "{original_question}"
+
+Discussion history:
+{chr(10).join(discussion_history)}
+
+As a final synthesizer, please:
+1. Identify the key points where all models agreed
+2. Explain how any disagreements were resolved
+3. Present a clear, unified answer that represents our collective best understanding
+4. Note any remaining uncertainties or caveats
+
+Keep the final consensus concise but complete."""
+
+
+def chat_with_openai(model: str, messages: list[dict], api_key: str | None) -> str:
+    import openai
+
+    client = openai.OpenAI(api_key=api_key)
+    response = client.chat.completions.create(model=model, messages=messages)
+    return response.choices[0].message.content
+
+
+def chat_with_anthropic(messages: list[dict], api_key: str | None) -> str:
+    """Chat with Anthropic's Claude model."""
+    client = Anthropic(api_key=api_key)
+    response = client.messages.create(model="claude-3-sonnet-20240229", messages=messages, max_tokens=1024)
+    return response.content[0].text
+
+
+def chat_with_gemini(messages: list[dict], api_key: str | None) -> str:
+    """Chat with Gemini Pro model."""
+    genai.configure(api_key=api_key)
+    model = genai.GenerativeModel("gemini-pro")
+
+    # Convert messages to Gemini format
+    gemini_messages = []
+    for msg in messages:
+        role = "user" if msg["role"] == "user" else "model"
+        gemini_messages.append({"role": role, "parts": [msg["content"]]})
+
+    response = model.generate_content([m["parts"][0] for m in gemini_messages])
+    return response.text
+
+
+def chat_with_sambanova(
+    messages: list[dict], api_key: str | None, model_name: str = "Llama-3.2-90B-Vision-Instruct"
+) -> str:
+    """Chat with SambaNova's models using their OpenAI-compatible API."""
+    client = openai.OpenAI(
+        api_key=api_key,
+        base_url="https://api.sambanova.ai/v1",
+    )
+
+    response = client.chat.completions.create(
+        model=model_name,
+        messages=messages,
+        temperature=0.1,
+        top_p=0.1,  # Use the specific model name passed in
+    )
+    return response.choices[0].message.content
+
+
+def chat_with_hyperbolic(
+    messages: list[dict], api_key: str | None, model_name: str = "Qwen/Qwen2.5-Coder-32B-Instruct"
+) -> str:
+    """Chat with Hyperbolic's models using their OpenAI-compatible API."""
+    client = OpenAI(api_key=api_key, base_url="https://api.hyperbolic.xyz/v1")
+
+    # Add system message to the start of the messages list
+    full_messages = [
+        {"role": "system", "content": "You are a helpful assistant. Be descriptive and clear."},
+        *messages,
+    ]
+
+    response = client.chat.completions.create(
+        model=model_name,  # Use the specific model name passed in
+        messages=full_messages,
+        temperature=0.7,
+        max_tokens=1024,
+    )
+    return response.choices[0].message.content
+
+
+def multi_model_consensus(
+    question: str, selected_models: list[str], rounds: int = 3, progress: gr.Progress = gr.Progress()
+) -> list[tuple[str, str]]:
+    if not selected_models:
+        raise gr.Error("Please select at least one model to chat with.")
+
+    chat_history = []
+    discussion_history = []
+
+    # Initial responses
+    progress(0, desc="Getting initial responses...")
+    initial_responses = []
+    for i, model in enumerate(selected_models):
+        provider, model_name = model.split(": ", 1)
+
+        try:
+            if provider == "Anthropic":
+                api_key = os.getenv("ANTHROPIC_API_KEY")
+                response = chat_with_anthropic(messages=[{"role": "user", "content": question}], api_key=api_key)
+            elif provider == "SambaNova":
+                api_key = os.getenv("SAMBANOVA_API_KEY")
+                response = chat_with_sambanova(
+                    messages=[
+                        {"role": "system", "content": "You are a helpful assistant"},
+                        {"role": "user", "content": question},
+                    ],
+                    api_key=api_key,
+                )
+            elif provider == "Hyperbolic":  # Add Hyperbolic case
+                api_key = os.getenv("HYPERBOLIC_API_KEY")
+                response = chat_with_hyperbolic(messages=[{"role": "user", "content": question}], api_key=api_key)
+            else:  # Gemini
+                api_key = os.getenv("GEMINI_API_KEY")
+                response = chat_with_gemini(messages=[{"role": "user", "content": question}], api_key=api_key)
+
+            initial_responses.append(f"{model}: {response}")
+            discussion_history.append(f"Initial response from {model}:\n{response}")
+            chat_history.append((f"Initial response from {model}", response))
+        except Exception as e:
+            chat_history.append((f"Error from {model}", str(e)))
+
+    # Discussion rounds
+    for round_num in range(rounds):
+        progress((round_num + 1) / (rounds + 2), desc=f"Discussion round {round_num + 1}...")
+        round_responses = []
+
+        random.shuffle(selected_models)  # Randomize order each round
+        for model in selected_models:
+            provider, model_name = model.split(": ", 1)
+
+            try:
+                discussion_prompt = generate_discussion_prompt(question, discussion_history)
+                if provider == "Anthropic":
+                    api_key = os.getenv("ANTHROPIC_API_KEY")
+                    response = chat_with_anthropic(
+                        messages=[{"role": "user", "content": discussion_prompt}], api_key=api_key
+                    )
+                elif provider == "SambaNova":
+                    api_key = os.getenv("SAMBANOVA_API_KEY")
+                    response = chat_with_sambanova(
+                        messages=[
+                            {"role": "system", "content": "You are a helpful assistant"},
+                            {"role": "user", "content": discussion_prompt},
+                        ],
+                        api_key=api_key,
+                    )
+                elif provider == "Hyperbolic":  # Add Hyperbolic case
+                    api_key = os.getenv("HYPERBOLIC_API_KEY")
+                    response = chat_with_hyperbolic(
+                        messages=[{"role": "user", "content": discussion_prompt}], api_key=api_key
+                    )
+                else:  # Gemini
+                    api_key = os.getenv("GEMINI_API_KEY")
+                    response = chat_with_gemini(
+                        messages=[{"role": "user", "content": discussion_prompt}], api_key=api_key
+                    )
+
+                round_responses.append(f"{model}: {response}")
+                discussion_history.append(f"Round {round_num + 1} - {model}:\n{response}")
+                chat_history.append((f"Round {round_num + 1} - {model}", response))
+            except Exception as e:
+                chat_history.append((f"Error from {model} in round {round_num + 1}", str(e)))
+
+    # Final consensus
+    progress(0.9, desc="Building final consensus...")
+    model = selected_models[0]
+    provider, model_name = model.split(": ", 1)
+
+    try:
+        consensus_prompt = generate_consensus_prompt(question, discussion_history)
+        if provider == "Anthropic":
+            api_key = os.getenv("ANTHROPIC_API_KEY")
+            final_consensus = chat_with_anthropic(
+                messages=[{"role": "user", "content": consensus_prompt}], api_key=api_key
+            )
+        elif provider == "SambaNova":
+            api_key = os.getenv("SAMBANOVA_API_KEY")
+            final_consensus = chat_with_sambanova(
+                messages=[
+                    {"role": "system", "content": "You are a helpful assistant"},
+                    {"role": "user", "content": consensus_prompt},
+                ],
+                api_key=api_key,
+            )
+        elif provider == "Hyperbolic":  # Add Hyperbolic case
+            api_key = os.getenv("HYPERBOLIC_API_KEY")
+            final_consensus = chat_with_hyperbolic(
+                messages=[{"role": "user", "content": consensus_prompt}], api_key=api_key
+            )
+        else:  # Gemini
+            api_key = os.getenv("GEMINI_API_KEY")
+            final_consensus = chat_with_gemini(
+                messages=[{"role": "user", "content": consensus_prompt}], api_key=api_key
+            )
+    except Exception as e:
+        final_consensus = f"Error getting consensus from {model}: {e!s}"
+
+    chat_history.append(("Final Consensus", final_consensus))
+
+    progress(1.0, desc="Done!")
+    return chat_history
+
+
+with gr.Blocks() as demo:
+    gr.Markdown("# Experimental Multi-Model Consensus Chat")
+    gr.Markdown(
+        """Select multiple models to collaborate on answering your question.
+                The models will discuss with each other and attempt to reach a consensus.
+                Maximum 3 models can be selected at once."""
+    )
+
+    with gr.Row():
+        with gr.Column():
+            model_selector = gr.Dropdown(
+                choices=get_all_models(),
+                multiselect=True,
+                label="Select Models (max 3)",
+                info="Choose up to 3 models to participate in the discussion",
+                value=["SambaNova: Llama-3.2-90B-Vision-Instruct", "Hyperbolic: Qwen/Qwen2.5-Coder-32B-Instruct"],
+                max_choices=3,
+            )
+            rounds_slider = gr.Slider(
+                minimum=1,
+                maximum=2,
+                value=1,
+                step=1,
+                label="Discussion Rounds",
+                info="Number of rounds of discussion between models",
+            )
+
+    chatbot = gr.Chatbot(height=600, label="Multi-Model Discussion")
+    msg = gr.Textbox(label="Your Question", placeholder="Ask a question for the models to discuss...")
+
+    def respond(message, selected_models, rounds):
+        chat_history = multi_model_consensus(message, selected_models, rounds)
+        return chat_history
+
+    msg.submit(respond, [msg, model_selector, rounds_slider], [chatbot], api_name="consensus_chat")
+
+for fn in demo.fns.values():
+    fn.api_name = False
+
+if __name__ == "__main__":
+    demo.launch()

app_fal.py

@@ -0,0 +1,16 @@
+import fal_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "fal-ai/ltx-video",
+        "fal-ai/ltx-video/image-to-video",
+        "fal-ai/luma-photon",
+    ],
+    default_model="fal-ai/luma-photon",
+    src=fal_gradio.registry,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_fireworks.py

@@ -0,0 +1,19 @@
+import os
+
+import fireworks_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "f1-preview",
+        "f1-mini-preview",
+        "llama-v3p3-70b-instruct",
+    ],
+    default_model="llama-v3p3-70b-instruct",
+    src=fireworks_gradio.registry,
+    accept_token=not os.getenv("FIREWORKS_API_KEY"),
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_gemini.py

@@ -0,0 +1,22 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the Gemini models but keep their full names for loading
+GEMINI_MODELS_FULL = [k for k in ai_gradio.registry if k.startswith("gemini:")]
+
+# Create display names without the prefix
+GEMINI_MODELS_DISPLAY = [k.replace("gemini:", "") for k in GEMINI_MODELS_FULL]
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=GEMINI_MODELS_FULL,  # Use the full names with prefix
+    default_model=GEMINI_MODELS_FULL[-1],
+    dropdown_label="Select Gemini Model",
+    choices=GEMINI_MODELS_DISPLAY,  # Display names without prefix
+    src=ai_gradio.registry,
+    fill_height=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_gemini_camera.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the Gemini models but keep their full names for loading
+GEMINI_MODELS_FULL = [k for k in ai_gradio.registry if k.startswith("gemini:")]
+
+# Create display names without the prefix
+GEMINI_MODELS_DISPLAY = [k.replace("gemini:", "") for k in GEMINI_MODELS_FULL]
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=GEMINI_MODELS_FULL,  # Use the full names with prefix
+    default_model=GEMINI_MODELS_FULL[-2],
+    dropdown_label="Select Gemini Model",
+    choices=GEMINI_MODELS_DISPLAY,  # Display names without prefix
+    src=ai_gradio.registry,
+    camera=True,
+    fill_height=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_gemini_coder.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the Gemini models but keep their full names for loading
+GEMINI_MODELS_FULL = [k for k in ai_gradio.registry if k.startswith("gemini:")]
+
+# Create display names without the prefix
+GEMINI_MODELS_DISPLAY = [k.replace("gemini:", "") for k in GEMINI_MODELS_FULL]
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=GEMINI_MODELS_FULL,  # Use the full names with prefix
+    default_model=GEMINI_MODELS_FULL[0],
+    dropdown_label="Select Gemini Model",
+    choices=GEMINI_MODELS_DISPLAY,  # Display names without prefix
+    src=ai_gradio.registry,
+    fill_height=True,
+    coder=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_gemini_voice.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the Gemini models but keep their full names for loading
+GEMINI_MODELS_FULL = [k for k in ai_gradio.registry if k.startswith("gemini:")]
+
+# Create display names without the prefix
+GEMINI_MODELS_DISPLAY = [k.replace("gemini:", "") for k in GEMINI_MODELS_FULL]
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=GEMINI_MODELS_FULL,  # Use the full names with prefix
+    default_model=GEMINI_MODELS_FULL[-2],
+    dropdown_label="Select Gemini Model",
+    choices=GEMINI_MODELS_DISPLAY,  # Display names without prefix
+    src=ai_gradio.registry,
+    enable_voice=True,
+    fill_height=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_groq.py

@@ -0,0 +1,21 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the Groq models from the registry
+GROQ_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("groq:")]
+
+# Create display names without the prefix
+GROQ_MODELS_DISPLAY = [k.replace("groq:", "") for k in GROQ_MODELS_FULL]
+
+demo = get_app(
+    models=GROQ_MODELS_FULL,
+    default_model=GROQ_MODELS_FULL[-2],
+    src=ai_gradio.registry,
+    dropdown_label="Select Groq Model",
+    choices=GROQ_MODELS_DISPLAY,
+    fill_height=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_groq_coder.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the Groq models but keep their full names for loading
+GROQ_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("groq:")]
+
+# Create display names without the prefix
+GROQ_MODELS_DISPLAY = [k.replace("groq:", "") for k in GROQ_MODELS_FULL]
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=GROQ_MODELS_FULL,  # Use the full names with prefix
+    default_model=GROQ_MODELS_FULL[-1],
+    dropdown_label="Select Groq Model",
+    choices=GROQ_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True,
+)
+
+
+if __name__ == "__main__":
+    demo.launch()

app_hf.py

@@ -0,0 +1,17 @@
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "microsoft/Phi-3.5-mini-instruct",
+        "HuggingFaceTB/SmolLM2-1.7B-Instruct",
+        "google/gemma-2-2b-it",
+        "openai-community/gpt2",
+        "microsoft/phi-2",
+        "TinyLlama/TinyLlama-1.1B-Chat-v1.0",
+    ],
+    default_model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
+    src="models",
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_huggingface.py

@@ -0,0 +1,22 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the hyperbolic models but keep their full names for loading
+HUGGINGFACE_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("huggingface:")]
+
+# Create display names without the prefix
+HUGGINGFACE_MODELS_DISPLAY = [k.replace("huggingface:", "") for k in HUGGINGFACE_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=HUGGINGFACE_MODELS_FULL,  # Use the full names with prefix
+    default_model=HUGGINGFACE_MODELS_FULL[0],
+    dropdown_label="Select Huggingface Model",
+    choices=HUGGINGFACE_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True,
+    provider="fireworks-ai",
+    bill_to="huggingface"
+)

app_hyperbolic.py

@@ -0,0 +1,19 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the hyperbolic models but keep their full names for loading
+HYPERBOLIC_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("hyperbolic:")]
+
+# Create display names without the prefix
+HYPERBOLIC_MODELS_DISPLAY = [k.replace("hyperbolic:", "") for k in HYPERBOLIC_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=HYPERBOLIC_MODELS_FULL,  # Use the full names with prefix
+    default_model=HYPERBOLIC_MODELS_FULL[-2],
+    dropdown_label="Select Hyperbolic Model",
+    choices=HYPERBOLIC_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+)

app_hyperbolic_coder.py

@@ -0,0 +1,20 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the hyperbolic models but keep their full names for loading
+HYPERBOLIC_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("hyperbolic:")]
+
+# Create display names without the prefix
+HYPERBOLIC_MODELS_DISPLAY = [k.replace("hyperbolic:", "") for k in HYPERBOLIC_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=HYPERBOLIC_MODELS_FULL,  # Use the full names with prefix
+    default_model=HYPERBOLIC_MODELS_FULL[-2],
+    dropdown_label="Select Hyperbolic Model",
+    choices=HYPERBOLIC_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True,
+)

app_langchain.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the hyperbolic models but keep their full names for loading
+LANGCHAIN_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("langchain:")]
+
+# Create display names without the prefix
+LANGCHAIN_MODELS_DISPLAY = [k.replace("langchain:", "") for k in LANGCHAIN_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=LANGCHAIN_MODELS_FULL,  # Use the full names with prefix
+    default_model=LANGCHAIN_MODELS_FULL[0],
+    dropdown_label="Select Langchain Model",
+    choices=LANGCHAIN_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()
+

app_lumaai.py

@@ -0,0 +1,7 @@
+import gradio as gr
+import lumaai_gradio
+
+demo = gr.load(
+    name="dream-machine",
+    src=lumaai_gradio.registry,
+)

app_marco_o1.py

@@ -0,0 +1,12 @@
+import gradio as gr
+import spaces
+import transformers_gradio
+
+demo = gr.load(name="AIDC-AI/Marco-o1", src=transformers_gradio.registry)
+demo.fn = spaces.GPU()(demo.fn)
+
+for fn in demo.fns.values():
+    fn.api_name = False
+
+if __name__ == "__main__":
+    demo.launch()

app_meta.py

@@ -0,0 +1,6 @@
+import gradio as gr
+
+demo = gr.load("models/meta-llama/Llama-3.3-70B-Instruct")
+
+if __name__ == "__main__":
+    demo.launch()

app_mindsearch.py

@@ -0,0 +1,12 @@
+import gradio as gr
+
+# Load the Gradio space
+demo = gr.load(name="internlm/MindSearch", src="spaces")
+
+# Disable API access for all functions
+if hasattr(demo, "fns"):
+    for fn in demo.fns.values():
+        fn.api_name = False
+
+if __name__ == "__main__":
+    demo.launch()

app_minimax.py

@@ -0,0 +1,22 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the hyperbolic models but keep their full names for loading
+MINIMAX_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("minimax:")]
+
+# Create display names without the prefix
+MINIMAX_MODELS_DISPLAY = [k.replace("minimax:", "") for k in MINIMAX_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=MINIMAX_MODELS_FULL,  # Use the full names with prefix
+    default_model=MINIMAX_MODELS_FULL[0],
+    dropdown_label="Select Minimax Model",
+    choices=MINIMAX_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_minimax_coder.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the hyperbolic models but keep their full names for loading
+MINIMAX_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("minimax:")]
+
+# Create display names without the prefix
+MINIMAX_MODELS_DISPLAY = [k.replace("minimax:", "") for k in MINIMAX_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=MINIMAX_MODELS_FULL,  # Use the full names with prefix
+    default_model=MINIMAX_MODELS_FULL[0],
+    dropdown_label="Select Minimax Model",
+    choices=MINIMAX_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_mistral.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the mistral models but keep their full names for loading
+MISTRAL_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("mistral:")]
+
+# Create display names without the prefix
+MISTRAL_MODELS_DISPLAY = [k.replace("mistral:", "") for k in MISTRAL_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=MISTRAL_MODELS_FULL,  # Use the full names with prefix
+    default_model=MISTRAL_MODELS_FULL[5],
+    dropdown_label="Select Mistral Model",
+    choices=MISTRAL_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_moondream.py

@@ -0,0 +1,13 @@
+import gradio as gr
+
+# Load the Gradio space
+demo = gr.load(name="akhaliq/moondream", src="spaces")
+
+
+# Disable API access for all functions
+if hasattr(demo, "fns"):
+    for fn in demo.fns.values():
+        fn.api_name = False
+
+if __name__ == "__main__":
+    demo.launch()

app_nvidia.py

@@ -0,0 +1,22 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the nvidia models but keep their full names for loading
+NVIDIA_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("nvidia:")]
+
+# Create display names without the prefix
+NVIDIA_MODELS_DISPLAY = [k.replace("nvidia:", "") for k in NVIDIA_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=NVIDIA_MODELS_FULL,  # Use the full names with prefix
+    default_model=NVIDIA_MODELS_FULL[0],
+    dropdown_label="Select Nvidia Model",
+    choices=NVIDIA_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_nvidia_coder.py

@@ -0,0 +1,23 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the nvidia models but keep their full names for loading
+NVIDIA_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("nvidia:")]
+
+# Create display names without the prefix
+NVIDIA_MODELS_DISPLAY = [k.replace("nvidia:", "") for k in NVIDIA_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=NVIDIA_MODELS_FULL,  # Use the full names with prefix
+    default_model=NVIDIA_MODELS_FULL[-1],
+    dropdown_label="Select Nvidia Model",
+    choices=NVIDIA_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_omini.py

@@ -0,0 +1,10 @@
+import gradio as gr
+
+# Load the Gradio space
+demo = gr.load(name="Yuanshi/OminiControl", src="spaces")
+
+
+# Disable API access for all functions
+if hasattr(demo, "fns"):
+    for fn in demo.fns.values():
+        fn.api_name = False

app_openai.py

@@ -0,0 +1,21 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the OpenAI models but keep their full names for loading
+OPENAI_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("openai:")]
+
+# Create display names without the prefix
+OPENAI_MODELS_DISPLAY = [k.replace("openai:", "") for k in OPENAI_MODELS_FULL]
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=OPENAI_MODELS_FULL,  # Use the full names with prefix
+    default_model=OPENAI_MODELS_FULL[-1],
+    dropdown_label="Select OpenAI Model",
+    choices=OPENAI_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_openai_coder.py

@@ -0,0 +1,22 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the OpenAI models but keep their full names for loading
+OPENAI_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("openai:")]
+
+# Create display names without the prefix
+OPENAI_MODELS_DISPLAY = [k.replace("openai:", "") for k in OPENAI_MODELS_FULL]
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=OPENAI_MODELS_FULL,  # Use the full names with prefix
+    default_model=OPENAI_MODELS_FULL[-1],
+    dropdown_label="Select OpenAI Model",
+    choices=OPENAI_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_openai_voice.py

@@ -0,0 +1,23 @@
+import os
+
+import openai_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "gpt-4o-realtime-preview",
+        "gpt-4o-realtime-preview-2024-12-17",
+        "gpt-4o-realtime-preview-2024-10-01",
+        "gpt-4o-mini-realtime-preview",
+        "gpt-4o-mini-realtime-preview-2024-12-17",
+    ],
+    default_model="gpt-4o-mini-realtime-preview-2024-12-17",
+    src=openai_gradio.registry,
+    accept_token=not os.getenv("OPENAI_API_KEY"),
+    twilio_sid=os.getenv("TWILIO_SID_OPENAI"),
+    twilio_token=os.getenv("TWILIO_AUTH_OPENAI"),
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_openrouter.py

@@ -0,0 +1,22 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the OpenAI models but keep their full names for loading
+OPENROUTER_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("openrouter:")]
+
+# Create display names without the prefix
+OPENROUTER_MODELS_DISPLAY = [k.replace("openrouter:", "") for k in OPENROUTER_MODELS_FULL]
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=OPENROUTER_MODELS_FULL,  # Use the full names with prefix
+    default_model=OPENROUTER_MODELS_FULL[-1],
+    dropdown_label="Select OpenRouter Model",
+    choices=OPENROUTER_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+    coder=True,
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_paligemma.py

@@ -0,0 +1,78 @@
+import gradio as gr
+from gradio_client import Client, handle_file
+
+MODELS = {"Paligemma-10B": "akhaliq/paligemma2-10b-ft-docci-448"}
+
+
+def create_chat_fn(client, system_prompt, temperature, max_tokens, top_k, rep_penalty, top_p):
+    def chat(message, history):
+        text = message.get("text", "")
+        files = message.get("files", [])
+        processed_files = [handle_file(f) for f in files]
+
+        response = client.predict(
+            message={"text": text, "files": processed_files},
+            system_prompt=system_prompt,
+            temperature=temperature,
+            max_new_tokens=max_tokens,
+            top_k=top_k,
+            repetition_penalty=rep_penalty,
+            top_p=top_p,
+            api_name="/chat",
+        )
+        return response
+
+    return chat
+
+
+def set_client_for_session(model_name, request: gr.Request):
+    headers = {}
+    if request and hasattr(request, "headers"):
+        x_ip_token = request.headers.get("x-ip-token")
+        if x_ip_token:
+            headers["X-IP-Token"] = x_ip_token
+
+    return Client(MODELS[model_name], headers=headers)
+
+
+def safe_chat_fn(message, history, client, system_prompt, temperature, max_tokens, top_k, rep_penalty, top_p):
+    if client is None:
+        return "Error: Client not initialized. Please refresh the page."
+    try:
+        return create_chat_fn(client, system_prompt, temperature, max_tokens, top_k, rep_penalty, top_p)(
+            message, history
+        )
+    except Exception as e:
+        print(f"Error during chat: {e!s}")
+        return f"Error during chat: {e!s}"
+
+
+with gr.Blocks() as demo:
+    client = gr.State()
+
+    with gr.Accordion("Advanced Settings", open=False):
+        system_prompt = gr.Textbox(value="You are a helpful AI assistant.", label="System Prompt")
+        with gr.Row():
+            temperature = gr.Slider(minimum=0.0, maximum=2.0, value=0.7, label="Temperature")
+            top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.95, label="Top P")
+        with gr.Row():
+            top_k = gr.Slider(minimum=1, maximum=100, value=40, step=1, label="Top K")
+            rep_penalty = gr.Slider(minimum=1.0, maximum=2.0, value=1.1, label="Repetition Penalty")
+        max_tokens = gr.Slider(minimum=64, maximum=4096, value=1024, step=64, label="Max Tokens")
+
+    chat_interface = gr.ChatInterface(
+        fn=safe_chat_fn,
+        additional_inputs=[client, system_prompt, temperature, max_tokens, top_k, rep_penalty, top_p],
+        multimodal=True,
+    )
+
+    # Initialize client on page load with default model
+    demo.load(fn=set_client_for_session, inputs=[gr.State("Paligemma-10B")], outputs=[client])  # Using default model
+
+# Move the API access check here, after demo is defined
+if hasattr(demo, "fns"):
+    for fn in demo.fns.values():
+        fn.api_name = False
+
+if __name__ == "__main__":
+    demo.launch()

app_perplexity.py

@@ -0,0 +1,23 @@
+import os
+
+import perplexity_gradio
+
+from utils import get_app
+
+demo = get_app(
+    models=[
+        "llama-3.1-sonar-large-128k-online",
+        "llama-3.1-sonar-small-128k-online",
+        "llama-3.1-sonar-huge-128k-online",
+        "llama-3.1-sonar-small-128k-chat",
+        "llama-3.1-sonar-large-128k-chat",
+        "llama-3.1-8b-instruct",
+        "llama-3.1-70b-instruct",
+    ],
+    default_model="llama-3.1-sonar-huge-128k-online",
+    src=perplexity_gradio.registry,
+    accept_token=not os.getenv("PERPLEXITY_API_KEY"),
+)
+
+if __name__ == "__main__":
+    demo.launch()

app_playai.py

@@ -0,0 +1,10 @@
+import gradio as gr
+import playai_gradio
+
+demo = gr.load(
+    name="PlayDialog",
+    src=playai_gradio.registry,
+)
+
+for fn in demo.fns.values():
+    fn.api_name = False

app_qwen.py

@@ -0,0 +1,19 @@
+import ai_gradio
+
+from utils_ai_gradio import get_app
+
+# Get the qwen models but keep their full names for loading
+QWEN_MODELS_FULL = [k for k in ai_gradio.registry.keys() if k.startswith("qwen:")]
+
+# Create display names without the prefix
+QWEN_MODELS_DISPLAY = [k.replace("qwen:", "") for k in QWEN_MODELS_FULL]
+
+
+# Create and launch the interface using get_app utility
+demo = get_app(
+    models=QWEN_MODELS_FULL,  # Use the full names with prefix
+    default_model=QWEN_MODELS_FULL[-1],
+    dropdown_label="Select Qwen Model",
+    choices=QWEN_MODELS_DISPLAY,  # Display names without prefix
+    fill_height=True,
+)