Busqueda resistente a Cloudflare para agentes de IA

import requests, os

API_KEY = os.environ["SCAVIO_API_KEY"]
H = {"x-api-key": API_KEY, "Content-Type": "application/json"}

# Before: Direct fetch (blocked by Cloudflare)
# resp = requests.get("https://example.com/product-page")  # 403 challenge

# After: Search index data (bypasses Cloudflare entirely)
def agent_search(query: str, platform: str = "google") -> list[dict]:
    resp = requests.post(
        "https://api.scavio.dev/api/v1/search",
        headers=H,
        json={"query": query, "country_code": "us"},
        timeout=10,
    )
    resp.raise_for_status()
    data = resp.json()
    return [
        {"title": r["title"], "snippet": r["snippet"], "url": r["link"]}
        for r in data.get("organic_results", [])[:5]
    ]

# Agent grounding context from search index -- no Cloudflare involved
context = agent_search("best CRM for startups 2026")
for item in context:
    print(f"{item['title']}: {item['snippet'][:80]}...")

const API_KEY = process.env.SCAVIO_API_KEY;
const H = {"x-api-key": API_KEY, "Content-Type": "application/json"};

// Before: Direct fetch (blocked by Cloudflare)
// const page = await fetch("https://example.com/product-page"); // 403 challenge

// After: Search index data (bypasses Cloudflare entirely)
async function agentSearch(query, platform = "google") {
  const res = await fetch("https://api.scavio.dev/api/v1/search", {
    method: "POST",
    headers: H,
    body: JSON.stringify({ query, country_code: "us" }),
  });
  if (!res.ok) throw new Error(`Scavio ${res.status}`);
  const data = await res.json();
  return (data.organic_results || []).slice(0, 5).map(r => ({
    title: r.title,
    snippet: r.snippet,
    url: r.link,
  }));
}

const context = await agentSearch("best CRM for startups 2026");
context.forEach(r => console.log(`${r.title}: ${r.snippet.slice(0, 80)}...`));