--- /dev/null
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\tmp-portal-health.js
@@ -1,0 +1,34 @@
+require('dotenv').config();
+const mysql = require('mysql2/promise');
+
+(async () => {
+ const pool = mysql.createPool({
+ host: process.env.DB_HOST || 'localhost',
+ user: process.env.DB_USER,
+ password: process.env.DB_PASSWORD,
+ database: process.env.DB_NAME,
+ });
+
+ const [runs] = await pool.query(`
+ SELECT portal, operation_type, status, total_found, new_saved,
+ LEFT(COALESCE(error,''), 80) err, started_at
+ FROM scraping_portal_runs
+ ORDER BY id DESC LIMIT 40`);
+ console.log('Recent portal runs:');
+ console.table(runs);
+
+ const [portals] = await pool.query(`
+ SELECT name, slug, scraper_class, active FROM portals ORDER BY active DESC, name`);
+ console.log('\\nPortals:');
+ console.table(portals);
+
+ const [failures] = await pool.query(`
+ SELECT portal, operation_type, COUNT(*) c, MAX(started_at) last_run
+ FROM scraping_portal_runs
+ WHERE status IN ('error','empty') AND started_at > DATE_SUB(NOW(), INTERVAL 7 DAY)
+ GROUP BY portal, operation_type ORDER BY c DESC`);
+ console.log('\\nRecent failures (7d):');
+ console.table(failures);
+
+ await pool.end();
+})().catch(e => { console.error(e); process.exit(1); });
--- /dev/null
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\tmp-scraper-probe.js
@@ -1,0 +1,36 @@
+require('dotenv').config();
+const { chromium } = require('playwright');
+const { isChallengePage } = require('./dist/scrapers/portalBrowserSession');
+
+const STEALTH = `
+Object.defineProperty(navigator, 'webdriver', { get: () => undefined });
+Object.defineProperty(navigator, 'languages', { get: () => ['es-ES', 'es'] });
+window.chrome = { runtime: {} };
+`;
+
+async function probe(name, url, selector) {
+ const browser = await chromium.launch({ headless: true, args: ['--disable-blink-features=AutomationControlled'] });
+ const ctx = await browser.newContext({
+ viewport: { width: 1366, height: 768 },
+ locale: 'es-ES',
+ userAgent: 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+ });
+ await ctx.addInitScript(STEALTH);
+ const page = await ctx.newPage();
+ const resp = await page.goto(url, { waitUntil: 'domcontentloaded', timeout: 45000 });
+ await page.locator('#didomi-notice-agree-button, #onetrust-accept-btn-handler, button:text(\"Aceptar todo\")').first().click({ timeout: 3000 }).catch(() => null);
+ await page.waitForTimeout(2000);
+ const title = await page.title();
+ const html = await page.content();
+ const count = await page.locator(selector).count().catch(() => 0);
+ const challenge = isChallengePage({ status: resp?.status(), url: page.url(), title, html });
+ console.log(JSON.stringify({ name, status: resp?.status(), title: title.slice(0, 80), count, challenge, htmlLen: html.length, url: page.url() }));
+ await browser.close();
+}
+
+(async () => {
+ await probe('Habitaclia', 'https://www.habitaclia.com/viviendas-lliria.htm', 'article.js-list-item');
+ await probe('Idealista', 'https://www.idealista.com/venta-viviendas/lliria-valencia/', 'article.item');
+ await probe('Fotocasa', 'https://www.fotocasa.es/es/comprar/viviendas/lliria/todas-las-zonas/l', 'article h3 a[href]');
+ await probe('Wallapop', 'https://es.wallapop.com/search?category_ids=12467&latitude=39.641&longitude=-0.595&filters_source=search_box&order_by=newest&distance=30000', 'a[href*=\"/item/\"]');
+})().catch(e => { console.error(e); process.exit(1); });