diff --git a/providers/cloudflare-ai-gateway/generate_models.sh b/providers/cloudflare-ai-gateway/01_fetch_models.sh similarity index 83% rename from providers/cloudflare-ai-gateway/generate_models.sh rename to providers/cloudflare-ai-gateway/01_fetch_models.sh index 2ea039347..36e19dd90 100755 --- a/providers/cloudflare-ai-gateway/generate_models.sh +++ b/providers/cloudflare-ai-gateway/01_fetch_models.sh @@ -18,6 +18,16 @@ set -eo pipefail +# ============================================================================= +# Step 1: Fetch models from Cloudflare AI Gateway +# ============================================================================= + +echo "=== Step 1: Fetching models from Cloudflare AI Gateway ===" + +# ============================================================================= +# Main script +# ============================================================================= + SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" DATA_DIR="${SCRIPT_DIR}/data" API_RESPONSE_FILE="${DATA_DIR}/api_response.json" @@ -38,11 +48,6 @@ if [[ -z "${CLOUDFLARE_GATEWAY_ID:-}" ]]; then exit 1 fi -# ============================================================================= -# Step 1: Fetch models from Cloudflare AI Gateway -# ============================================================================= - -echo "=== Step 1: Fetching models from Cloudflare AI Gateway ===" API_URL="https://gateway.ai.cloudflare.com/v1/${CLOUDFLARE_ACCOUNT_ID}/${CLOUDFLARE_GATEWAY_ID}/compat/models" mkdir -p "${DATA_DIR}" @@ -64,20 +69,4 @@ fi echo "Found ${MODEL_COUNT} models from API" echo "${RESPONSE}" > "${API_RESPONSE_FILE}" -echo "Saved API response to ${API_RESPONSE_FILE}" - -# ============================================================================= -# Step 2: Update model names -# ============================================================================= - -echo "" -echo "=== Step 2: Generating / adding missing model names ===" -"${SCRIPT_DIR}/generate_model_names.sh" - -# ============================================================================= -# Step 3: Generate TOML files -# ============================================================================= - -echo "" -echo "=== Step 3: Generating model TOML files ===" -"${SCRIPT_DIR}/generate_model_toml.sh" +echo "Saved API response to ${API_RESPONSE_FILE}" \ No newline at end of file diff --git a/providers/cloudflare-ai-gateway/generate_model_names.sh b/providers/cloudflare-ai-gateway/02_generate_model_names.sh similarity index 90% rename from providers/cloudflare-ai-gateway/generate_model_names.sh rename to providers/cloudflare-ai-gateway/02_generate_model_names.sh index b126b29f2..d9cb46881 100755 --- a/providers/cloudflare-ai-gateway/generate_model_names.sh +++ b/providers/cloudflare-ai-gateway/02_generate_model_names.sh @@ -15,9 +15,18 @@ set -eo pipefail SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" source "${SCRIPT_DIR}/utils.sh" +# ============================================================================= +# Step 2: Update model names +# ============================================================================= + +echo "" +echo "=== Step 2: Generating / adding missing model names ===" +"${SCRIPT_DIR}/generate_model_names.sh" + # ============================================================================= # Main script # ============================================================================= + DATA_DIR="${SCRIPT_DIR}/data" MODEL_NAMES_FILE="${SCRIPT_DIR}/model_names.json" API_RESPONSE_FILE="${DATA_DIR}/api_response.json" diff --git a/providers/cloudflare-ai-gateway/generate_model_toml.sh b/providers/cloudflare-ai-gateway/03_generate_model_toml.sh similarity index 95% rename from providers/cloudflare-ai-gateway/generate_model_toml.sh rename to providers/cloudflare-ai-gateway/03_generate_model_toml.sh index 0f5c00398..8bcd48a0a 100755 --- a/providers/cloudflare-ai-gateway/generate_model_toml.sh +++ b/providers/cloudflare-ai-gateway/03_generate_model_toml.sh @@ -14,6 +14,14 @@ set -eo pipefail SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" source "${SCRIPT_DIR}/utils.sh" +# ============================================================================= +# Step 3: Generate TOML files +# ============================================================================= + +echo "" +echo "=== Step 3: Generating model TOML files ===" +"${SCRIPT_DIR}/generate_model_toml.sh" + # ============================================================================= # Main script # ============================================================================= diff --git a/providers/cloudflare-ai-gateway/utils.sh b/providers/cloudflare-ai-gateway/utils.sh index 98eb4e095..c0d8fa1e3 100644 --- a/providers/cloudflare-ai-gateway/utils.sh +++ b/providers/cloudflare-ai-gateway/utils.sh @@ -11,6 +11,9 @@ INCLUDE_ALL_PROVIDERS="workers-ai replicate" # Namespaces to skip entirely (provider/namespace format) SKIP_NAMESPACES="replicate/replicate-internal" +# Specific models to skip (exact model IDs) +SKIP_MODELS="aura-1 whisper" + # Providers to cross-reference from source provider files CROSS_REFERENCE_PROVIDERS="openai anthropic" @@ -82,6 +85,13 @@ should_include_model() { # Extract provider from model ID (first path segment) provider=$(echo "${model_id}" | cut -d'/' -f1) + # Check if model matches any skip pattern (partial match on model name) + for skip in ${SKIP_MODELS}; do + if [[ "${model_id}" == *"${skip}"* ]]; then + return 1 # Exclude + fi + done + # Check if model is in a skipped namespace for ns in ${SKIP_NAMESPACES}; do if [[ "${model_id}" == ${ns}/* ]]; then