Skip to content

Commit cef3700

Browse files
committed
fix: update User-Agent to avoid 403 on Substack and remove dead Wired feed
1 parent c871bf8 commit cef3700

1 file changed

Lines changed: 5 additions & 8 deletions

File tree

run_job.py

Lines changed: 5 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -32,8 +32,11 @@
3232

3333
groq_client = Groq(api_key=GROQ_API_KEY) if GROQ_API_KEY else None
3434

35+
# User-Agent más realista para evitar bloqueos (403 Forbidden)
3536
HEADERS = {
36-
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36'
37+
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',
38+
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8',
39+
'Accept-Language': 'es-ES,es;q=0.9,en;q=0.8',
3740
}
3841

3942
# ── Helpers ───────────────────────────────────────────────────────────────────
@@ -314,11 +317,6 @@ def scrape_ia_en_espanol():
314317
def scrape_xataka_ia():
315318
return scrape_rss_feed("https://www.xataka.com/tag/inteligencia-artificial/rss2.xml", "Xataka IA")
316319

317-
def scrape_wired_ia():
318-
# Usamos el feed general ya que los de etiquetas son inestables (404/400).
319-
# El filtro de Groq se encargará de seleccionar solo lo relevante a IA/Ciber.
320-
return scrape_rss_feed("https://es.wired.com/feed", "WIRED en Español")
321-
322320
# ── Main ──────────────────────────────────────────────────────────────────────
323321

324322
def job():
@@ -333,8 +331,7 @@ def job():
333331
scrape_dragonjar,
334332
scrape_el_lado_del_mal,
335333
scrape_ia_en_espanol,
336-
scrape_xataka_ia,
337-
scrape_wired_ia
334+
scrape_xataka_ia
338335
]
339336

340337
all_news = []

0 commit comments

Comments
 (0)