HF Production Model Search CLI

#!/usr/bin/env bash
# hf_search_models_for_production.sh — NovaMind Labs / CULTIVA IA
# Busca modelos del Hub de Hugging Face aptos para producción comercial.

set -euo pipefail

# ── Defaults ──────────────────────────────────────────────────────────────────
TASK="text-generation"
LIMIT=50
MIN_DOWNLOADS=10000
LICENSES="apache-2.0,mit,cc-by-4.0"
OUTPUT_FORMAT="table"

# ── Help ──────────────────────────────────────────────────────────────────────
show_help() {
  cat <<EOF
hf_search_models_for_production.sh — Busca modelos HF aptos para producción

Uso:
  $0 [opciones]
  HF_TOKEN=hf_xxx $0 --task text-generation --limit 100

Opciones:
  --task TEXT           Pipeline task de HF (default: text-generation)
  --limit INT           Modelos a consultar al Hub (default: 50)
  --min-downloads INT   Mínimo de descargas mensuales (default: 10000)
  --licenses TEXT       Licencias permitidas, sep. por coma
  --output-format TEXT  Formato de salida: table | json (default: table)
  --help                Muestra esta ayuda
EOF
}

# ── Parseo de argumentos ──────────────────────────────────────────────────────
while [[ $# -gt 0 ]]; do
  case "$1" in
    --task)           TASK="$2";            shift 2 ;;
    --limit)          LIMIT="$2";           shift 2 ;;
    --min-downloads)  MIN_DOWNLOADS="$2";   shift 2 ;;
    --licenses)       LICENSES="$2";        shift 2 ;;
    --output-format)  OUTPUT_FORMAT="$2";   shift 2 ;;
    --help)           show_help; exit 0 ;;
    *) echo "Opción desconocida: $1" >&2; show_help; exit 1 ;;
  esac
done

# ── Auth header ───────────────────────────────────────────────────────────────
AUTH_HEADER=()
if [[ -n "${HF_TOKEN:-}" ]]; then
  AUTH_HEADER=(-H "Authorization: Bearer ${HF_TOKEN}")
else
  echo "[AVISO] HF_TOKEN no definido — rate-limit reducido." >&2
fi

# ── Llamada a la API ──────────────────────────────────────────────────────────
HF_URL="https://huggingface.co/api/models"
PARAMS="limit=${LIMIT}&pipeline_tag=${TASK}&sort=downloads&direction=-1"

RAW_JSON=$(curl -sf "${AUTH_HEADER[@]}" "${HF_URL}?${PARAMS}")

# ── Filtrado con jq ───────────────────────────────────────────────────────────
FILTERED=$(echo "$RAW_JSON" | jq \
  --argjson min_dl "${MIN_DOWNLOADS}" \
  --argjson allowed_licenses "[${JQ_LICENSES}]" '
  [
    .[] |
    . as $m |
    ($m.cardData.license //
     ($m.tags // [] | map(select(test("^license:"))) |
      first | ltrimstr("license:")) // "unknown") as $lic |
    select(
      ($m.downloads // 0) >= $min_dl and
      ($allowed_licenses | index($lic) != null)
    ) |
    { id, downloads: (.downloads // 0), likes: (.likes // 0),
      license: $lic, last_modified: .lastModified }
  ]')

# ── Salida tabla ──────────────────────────────────────────────────────────────
if [[ "$OUTPUT_FORMAT" == "json" ]]; then
  echo "$FILTERED"
else
  echo "$FILTERED" | jq -r '.[] | [.id, .downloads, .likes, .license] | @tsv' \
    | while IFS=$'\t' read -r id dl likes lic; do
        printf "%-45s %10s  %5s  %s\n" "$id" "$dl" "$likes" "$lic"
      done
fi