{"id":"cs-1786378769007-xwiol401","status":"done","createdAt":1786378769007,"finishedAt":1786378823076,"meta":{"projectName":"captajaus","projectPath":"C:\\xampp\\htdocs\\captajaus","messagePreview":"[Petición actual]\nContinua\n\nContinúa el hilo enlazado (IDE/SDK). Analiza el proyecto; si falta una decisión, propón opci","suiteThreadId":"019fe7c7-6897-7923-baaa-69530201682c","suiteWorkspaceId":"c-xampp-htdocs-captajaus","phaseId":null,"missionId":null},"events":[{"event":"status","data":{"text":"Modo IDE / sesión — completo (80 herramientas, uso selectivo)"},"at":1786378769015},{"event":"status","data":{"text":"Chat IDE enlazado por historial (contexto en el prompt)"},"at":1786378769015},{"event":"status","data":{"text":"Agente"},"at":1786378769360},{"event":"status","data":{"text":"Contexto del IDE cargado"},"at":1786378769361},{"event":"agent","data":{"agentId":"agent-a17c7ad3-a2fb-4146-ac12-9d84e844276d","projectPath":"C:\\xampp\\htdocs\\captajaus"},"at":1786378769361},{"event":"changes","data":{"sessionId":"cs-1786326039083-f5p4tf","pending":0},"at":1786378769361},{"event":"status","data":{"text":"Procesando…"},"at":1786378769475},{"event":"tool_activity","data":{"activity":{"id":"tool_1734c813-75ca-4705-a203-705e6bcaad6","name":"glob","status":"running","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:32.814Z"}},"at":1786378772814},{"event":"tool_activity","data":{"activity":{"id":"tool_b1b6e105-3fb6-49aa-98f4-c5db378deb9","name":"glob","status":"running","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:32.818Z"}},"at":1786378772818},{"event":"tool_activity","data":{"activity":{"id":"tool_bbd4de9b-984c-4bd8-b673-0e1d2d44bd5","name":"shell","status":"running","summary":"shell","detail":"pm2 list 2>&1; curl -s -o NUL -w \"health:%{http_code}\" http://localhost:3000/health 2>&1","title":"shell","at":"2026-08-10T16:19:32.820Z"}},"at":1786378772820},{"event":"tool_activity","data":{"activity":{"id":"tool_199daedd-46d6-4a80-8a6e-ba8a0b85d4e","name":"grep","status":"running","summary":"grep: portal-lab|PortalLab|portalLab","detail":"","title":"grep: portal-lab|PortalLab|portalLab","at":"2026-08-10T16:19:32.844Z"}},"at":1786378772844},{"event":"text","data":{"chunk":"Retomando el hilo: compruebo el estado del servicio y qué quedó implementado del Portal Lab en el transcript anterior.\n"},"at":1786378823076},{"event":"tool_activity","data":{"activity":{"id":"tool_b1b6e105-3fb6-49aa-98f4-c5db378deb9","name":"glob","status":"completed","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:33.717Z"}},"at":1786378773717},{"event":"tool_activity","data":{"activity":{"id":"tool_1734c813-75ca-4705-a203-705e6bcaad6","name":"glob","status":"completed","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:33.718Z"}},"at":1786378773718},{"event":"tool_activity","data":{"activity":{"id":"tool_bbd4de9b-984c-4bd8-b673-0e1d2d44bd5","name":"shell","status":"completed","summary":"shell","detail":"pm2 list 2>&1; curl -s -o NUL -w \"health:%{http_code}\" http://localhost:3000/health 2>&1","title":"shell","at":"2026-08-10T16:19:35.748Z"}},"at":1786378775748},{"event":"tool_activity","data":{"activity":{"id":"tool_199daedd-46d6-4a80-8a6e-ba8a0b85d4e","name":"grep","status":"completed","summary":"grep: portal-lab|PortalLab|portalLab","detail":"","title":"grep: portal-lab|PortalLab|portalLab","at":"2026-08-10T16:19:36.388Z"}},"at":1786378776388},{"event":"tool_activity","data":{"activity":{"id":"tool_0dd28acf-a948-47b2-8918-9d150997dff","name":"glob","status":"running","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:37.781Z"}},"at":1786378777781},{"event":"tool_activity","data":{"activity":{"id":"tool_e0849f88-908d-4b5b-bc96-a120eb5cb50","name":"grep","status":"running","summary":"grep: C:\\xampp\\htdocs\\captajaus","detail":"","title":"grep: C:\\xampp\\htdocs\\captajaus","at":"2026-08-10T16:19:37.783Z"}},"at":1786378777783},{"event":"tool_activity","data":{"activity":{"id":"tool_a88303bf-5c76-4c35-89e6-8de5809d164","name":"glob","status":"completed","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:38.113Z"}},"at":1786378778113},{"event":"tool_activity","data":{"activity":{"id":"tool_e0849f88-908d-4b5b-bc96-a120eb5cb50","name":"grep","status":"completed","summary":"grep: C:\\xampp\\htdocs\\captajaus","detail":"","title":"grep: C:\\xampp\\htdocs\\captajaus","at":"2026-08-10T16:19:38.202Z"}},"at":1786378778202},{"event":"tool_activity","data":{"activity":{"id":"tool_c5d6e757-5af5-49bb-a893-1f8fce36710","name":"grep","status":"running","summary":"grep: C:\\Users\\Paterna\\.cursor\\projects\\C-xampp-htdocs-captajaus\\agent-transcripts","detail":"","title":"grep: C:\\Users\\Paterna\\.cursor\\projects\\C-xampp-htdocs-captajaus\\agent-transcripts","at":"2026-08-10T16:19:39.672Z"}},"at":1786378779672},{"event":"tool_activity","data":{"activity":{"id":"tool_d63c5ba5-ff99-4d35-98af-587d43ff65d","name":"glob","status":"running","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:39.673Z"}},"at":1786378779673},{"event":"tool_activity","data":{"activity":{"id":"tool_3c769480-f54f-44fa-97a2-91e3259a094","name":"grep","status":"completed","summary":"grep: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper","detail":"","title":"grep: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper","at":"2026-08-10T16:19:40.355Z"}},"at":1786378780355},{"event":"tool_activity","data":{"activity":{"id":"tool_d63c5ba5-ff99-4d35-98af-587d43ff65d","name":"glob","status":"completed","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:40.356Z"}},"at":1786378780356},{"event":"tool_activity","data":{"activity":{"id":"tool_c5d6e757-5af5-49bb-a893-1f8fce36710","name":"grep","status":"completed","summary":"grep: C:\\Users\\Paterna\\.cursor\\projects\\C-xampp-htdocs-captajaus\\agent-transcripts","detail":"","title":"grep: C:\\Users\\Paterna\\.cursor\\projects\\C-xampp-htdocs-captajaus\\agent-transcripts","at":"2026-08-10T16:19:40.399Z"}},"at":1786378780399},{"event":"tool_activity","data":{"activity":{"id":"tool_cdfca0f4-5867-4d87-a207-d8ff26a0277","name":"glob","status":"running","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:42.582Z"}},"at":1786378782582},{"event":"tool_activity","data":{"activity":{"id":"tool_41d90cb4-d657-40f5-a19d-c9a5edc59a0","name":"glob","status":"running","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:42.583Z"}},"at":1786378782583},{"event":"tool_activity","data":{"activity":{"id":"tool_bb9fc8b0-f3bf-46c7-97c6-fcac23fcf92","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalRoutes.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalRoutes.ts","at":"2026-08-10T16:19:42.584Z"}},"at":1786378782584},{"event":"tool_activity","data":{"activity":{"id":"tool_a0d4feb3-9c7f-4dcf-9b9e-528482b5eb4","name":"read","status":"running","summary":"read: …tdocs\\captajaus\\lliria-properties-scraper\\src\\services\\supervisorAiService.ts","detail":"","title":"read: …tdocs\\captajaus\\lliria-properties-scraper\\src\\services\\supervisorAiService.ts","at":"2026-08-10T16:19:42.585Z"}},"at":1786378782585},{"event":"tool_activity","data":{"activity":{"id":"tool_bb9fc8b0-f3bf-46c7-97c6-fcac23fcf92","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalRoutes.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalRoutes.ts","at":"2026-08-10T16:19:42.696Z"}},"at":1786378782696},{"event":"tool_activity","data":{"activity":{"id":"tool_a0d4feb3-9c7f-4dcf-9b9e-528482b5eb4","name":"read","status":"completed","summary":"read: …tdocs\\captajaus\\lliria-properties-scraper\\src\\services\\supervisorAiService.ts","detail":"","title":"read: …tdocs\\captajaus\\lliria-properties-scraper\\src\\services\\supervisorAiService.ts","at":"2026-08-10T16:19:42.699Z"}},"at":1786378782699},{"event":"text","data":{"chunk":"El Portal Lab no quedó implementado; reviso la estructura actual del front y las APIs existentes.\n"},"at":1786378823076},{"event":"tool_activity","data":{"activity":{"id":"tool_cdfca0f4-5867-4d87-a207-d8ff26a0277","name":"glob","status":"completed","summary":"glob: ","detail":"","title":"glob: ","at":"2026-08-10T16:19:42.953Z"}},"at":1786378782953},{"event":"tool_activity","data":{"activity":{"id":"tool_a6931383-7d3d-4d61-866c-7c185648d2d","name":"read","status":"running","summary":"read: …htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalProbeService.ts","detail":"","title":"read: …htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalProbeService.ts","at":"2026-08-10T16:19:44.414Z"}},"at":1786378784414},{"event":"tool_activity","data":{"activity":{"id":"tool_a982d97a-8fa6-443d-b973-c51be3a65b0","name":"read","status":"running","summary":"read: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\config\\portalProbeConfig.ts","detail":"","title":"read: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\config\\portalProbeConfig.ts","at":"2026-08-10T16:19:44.414Z"}},"at":1786378784414},{"event":"tool_activity","data":{"activity":{"id":"tool_37860445-b46e-411f-8714-35736c04d66","name":"read","status":"running","summary":"read: …ampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\config\\scraperRegistry.ts","detail":"","title":"read: …ampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\config\\scraperRegistry.ts","at":"2026-08-10T16:19:44.415Z"}},"at":1786378784415},{"event":"tool_activity","data":{"activity":{"id":"tool_701f1c8f-c87a-4b8e-bf27-35cfb3487e1","name":"read","status":"running","summary":"read: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portals.ejs","detail":"","title":"read: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portals.ejs","at":"2026-08-10T16:19:44.416Z"}},"at":1786378784416},{"event":"tool_activity","data":{"activity":{"id":"tool_a85a5579-a9db-4c0a-a374-8c360ed8367","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\layouts\\main.ejs","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\layouts\\main.ejs","at":"2026-08-10T16:19:44.417Z"}},"at":1786378784417},{"event":"tool_activity","data":{"activity":{"id":"tool_a6931383-7d3d-4d61-866c-7c185648d2d","name":"read","status":"completed","summary":"read: …htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalProbeService.ts","detail":"","title":"read: …htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalProbeService.ts","at":"2026-08-10T16:19:44.524Z"}},"at":1786378784524},{"event":"tool_activity","data":{"activity":{"id":"tool_a982d97a-8fa6-443d-b973-c51be3a65b0","name":"read","status":"completed","summary":"read: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\config\\portalProbeConfig.ts","detail":"","title":"read: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\config\\portalProbeConfig.ts","at":"2026-08-10T16:19:44.525Z"}},"at":1786378784525},{"event":"tool_activity","data":{"activity":{"id":"tool_37860445-b46e-411f-8714-35736c04d66","name":"read","status":"completed","summary":"read: …ampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\config\\scraperRegistry.ts","detail":"","title":"read: …ampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\config\\scraperRegistry.ts","at":"2026-08-10T16:19:44.527Z"}},"at":1786378784527},{"event":"tool_activity","data":{"activity":{"id":"tool_701f1c8f-c87a-4b8e-bf27-35cfb3487e1","name":"read","status":"completed","summary":"read: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portals.ejs","detail":"","title":"read: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portals.ejs","at":"2026-08-10T16:19:44.529Z"}},"at":1786378784529},{"event":"tool_activity","data":{"activity":{"id":"tool_a85a5579-a9db-4c0a-a374-8c360ed8367","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\layouts\\main.ejs","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\layouts\\main.ejs","at":"2026-08-10T16:19:44.582Z"}},"at":1786378784582},{"event":"tool_activity","data":{"activity":{"id":"tool_7eaf573b-47b4-42ee-bb21-d90471ecfce","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","at":"2026-08-10T16:19:46.814Z"}},"at":1786378786814},{"event":"tool_activity","data":{"activity":{"id":"tool_bea5d588-35c9-43a4-8b54-f35d54481f6","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\aiRoutes.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\aiRoutes.ts","at":"2026-08-10T16:19:46.815Z"}},"at":1786378786815},{"event":"tool_activity","data":{"activity":{"id":"tool_096165d9-ef32-48b2-bbcd-7aea5bdf5c6","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\aiAdminRoutes.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\aiAdminRoutes.ts","at":"2026-08-10T16:19:46.816Z"}},"at":1786378786816},{"event":"tool_activity","data":{"activity":{"id":"tool_c778714b-f9ef-49dd-a907-4069243dc14","name":"read","status":"running","summary":"read: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\ai-admin.ejs","detail":"","title":"read: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\ai-admin.ejs","at":"2026-08-10T16:19:46.820Z"}},"at":1786378786820},{"event":"tool_activity","data":{"activity":{"id":"tool_bea5d588-35c9-43a4-8b54-f35d54481f6","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\aiRoutes.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\aiRoutes.ts","at":"2026-08-10T16:19:46.934Z"}},"at":1786378786934},{"event":"tool_activity","data":{"activity":{"id":"tool_096165d9-ef32-48b2-bbcd-7aea5bdf5c6","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\aiAdminRoutes.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\aiAdminRoutes.ts","at":"2026-08-10T16:19:46.937Z"}},"at":1786378786937},{"event":"tool_activity","data":{"activity":{"id":"tool_c778714b-f9ef-49dd-a907-4069243dc14","name":"read","status":"completed","summary":"read: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\ai-admin.ejs","detail":"","title":"read: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\ai-admin.ejs","at":"2026-08-10T16:19:46.939Z"}},"at":1786378786939},{"event":"tool_activity","data":{"activity":{"id":"tool_7eaf573b-47b4-42ee-bb21-d90471ecfce","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","at":"2026-08-10T16:19:46.974Z"}},"at":1786378786974},{"event":"tool_activity","data":{"activity":{"id":"tool_2f192276-eac0-4c66-8753-305a6101237","name":"read","status":"running","summary":"read: …tdocs\\captajaus\\lliria-properties-scraper\\src\\controllers\\portalController.ts","detail":"","title":"read: …tdocs\\captajaus\\lliria-properties-scraper\\src\\controllers\\portalController.ts","at":"2026-08-10T16:19:49.145Z"}},"at":1786378789145},{"event":"tool_activity","data":{"activity":{"id":"tool_09307663-cd4e-42ae-83f7-3edaef5e1a5","name":"grep","status":"running","summary":"grep: …captajaus\\lliria-properties-scraper\\src\\scrapers\\fotocasaPlaywrightScraper.ts","detail":"","title":"grep: …captajaus\\lliria-properties-scraper\\src\\scrapers\\fotocasaPlaywrightScraper.ts","at":"2026-08-10T16:19:49.147Z"}},"at":1786378789147},{"event":"tool_activity","data":{"activity":{"id":"tool_85a3e341-ff4b-4650-9a72-5e5fb881327","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\ai-panel.js","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\ai-panel.js","at":"2026-08-10T16:19:49.150Z"}},"at":1786378789150},{"event":"tool_activity","data":{"activity":{"id":"tool_476ba3f1-dd35-4a39-a017-4342bc5569b","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\package.json","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\package.json","at":"2026-08-10T16:19:49.151Z"}},"at":1786378789151},{"event":"tool_activity","data":{"activity":{"id":"tool_2f192276-eac0-4c66-8753-305a6101237","name":"read","status":"completed","summary":"read: …tdocs\\captajaus\\lliria-properties-scraper\\src\\controllers\\portalController.ts","detail":"","title":"read: …tdocs\\captajaus\\lliria-properties-scraper\\src\\controllers\\portalController.ts","at":"2026-08-10T16:19:49.266Z"}},"at":1786378789266},{"event":"tool_activity","data":{"activity":{"id":"tool_85a3e341-ff4b-4650-9a72-5e5fb881327","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\ai-panel.js","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\ai-panel.js","at":"2026-08-10T16:19:49.267Z"}},"at":1786378789267},{"event":"tool_activity","data":{"activity":{"id":"tool_476ba3f1-dd35-4a39-a017-4342bc5569b","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\package.json","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\package.json","at":"2026-08-10T16:19:49.269Z"}},"at":1786378789269},{"event":"tool_activity","data":{"activity":{"id":"tool_09307663-cd4e-42ae-83f7-3edaef5e1a5","name":"grep","status":"completed","summary":"grep: …captajaus\\lliria-properties-scraper\\src\\scrapers\\fotocasaPlaywrightScraper.ts","detail":"","title":"grep: …captajaus\\lliria-properties-scraper\\src\\scrapers\\fotocasaPlaywrightScraper.ts","at":"2026-08-10T16:19:49.343Z"}},"at":1786378789343},{"event":"tool_activity","data":{"activity":{"id":"tool_dab68d48-5247-4093-8a79-029be2238ed","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\models\\portalModel.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\models\\portalModel.ts","at":"2026-08-10T16:19:53.265Z"}},"at":1786378793265},{"event":"tool_activity","data":{"activity":{"id":"tool_63f00257-2e87-48e6-8b9f-eb1043b2f28","name":"read","status":"running","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\scrapers\\index.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\scrapers\\index.ts","at":"2026-08-10T16:19:53.267Z"}},"at":1786378793267},{"event":"tool_activity","data":{"activity":{"id":"tool_dab68d48-5247-4093-8a79-029be2238ed","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\models\\portalModel.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\models\\portalModel.ts","at":"2026-08-10T16:19:53.374Z"}},"at":1786378793374},{"event":"tool_activity","data":{"activity":{"id":"tool_63f00257-2e87-48e6-8b9f-eb1043b2f28","name":"read","status":"completed","summary":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\scrapers\\index.ts","detail":"","title":"read: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\scrapers\\index.ts","at":"2026-08-10T16:19:53.410Z"}},"at":1786378793410},{"event":"tool_activity","data":{"activity":{"id":"tool_78764e5b-2967-4bed-bedd-6dbeafa403e","name":"edit","status":"running","summary":"edit: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalLabService.ts","detail":"","title":"edit: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalLabService.ts","at":"2026-08-10T16:19:57.381Z"}},"at":1786378797381},{"event":"text","data":{"chunk":"Implementando Portal Lab: el backend de probes existe pero falta la API y el front. Creo rutas, servicio y la vista.\n"},"at":1786378823076},{"event":"tool_activity","data":{"activity":{"id":"tool_78764e5b-2967-4bed-bedd-6dbeafa403e","name":"edit","status":"running","summary":"edit: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalLabService.ts","detail":"","title":"edit: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalLabService.ts","at":"2026-08-10T16:20:01.026Z"}},"at":1786378801026},{"event":"tool_activity","data":{"activity":{"id":"tool_560d5410-dd5d-4276-97d5-bcce6627724","name":"edit","status":"running","summary":"edit: …ampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts","detail":"","title":"edit: …ampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts","at":"2026-08-10T16:20:01.097Z"}},"at":1786378801097},{"event":"tool_activity","data":{"activity":{"id":"tool_78764e5b-2967-4bed-bedd-6dbeafa403e","name":"edit","status":"completed","summary":"edit: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalLabService.ts","detail":"","title":"edit: …p\\htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalLabService.ts","at":"2026-08-10T16:20:01.249Z"}},"at":1786378801249},{"event":"file_change","data":{"sessionId":"cs-1786326039083-f5p4tf","change":{"id":"ch-4","path":"lliria-properties-scraper\\src\\services\\portalLabService.ts","type":"edit","diffString":"--- /dev/null\n+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalLabService.ts\n@@ -1,0 +1,152 @@\n+import { PortalModel } from \"../models/portalModel\";\n+import { SCRAPER_REGISTRY, getScraperClassNames } from \"../config/scraperRegistry\";\n+import { PORTAL_PROBE_TARGETS } from \"../config/portalProbeConfig\";\n+import { probePortal, probeAllPortals, type ProbeResult } from \"./portalProbeService\";\n+import {\n+ supervisorConfig,\n+ getSupervisorHealth,\n+ dispatchChat,\n+ recommendTask,\n+ buildBridgeDeepLink,\n+} from \"./supervisorAiService\";\n+import pool from \"../config/db\";\n+import { RowDataPacket } from \"mysql2\";\n+\n+export interface LabOverview {\n+ supervisor: { online: boolean; baseUrl: string; bridgeUrl: string };\n+ portals: Awaited>;\n+ registry: typeof SCRAPER_REGISTRY;\n+ probeTargets: typeof PORTAL_PROBE_TARGETS;\n+ unregisteredScrapers: string[];\n+ recentRuns: Record[];\n+}\n+\n+export async function getLabOverview(): Promise {\n+ const [portals, health] = await Promise.all([PortalModel.findAll(), getSupervisorHealth()]);\n+ const cfg = supervisorConfig();\n+ const usedClasses = new Set(portals.map((p) => p.scraper_class));\n+ const unregisteredScrapers = getScraperClassNames().filter((c) => !usedClasses.has(c));\n+\n+ const [runRows] = await pool.query(\n+ `SELECT portal, operation_type, status, properties_found, error, started_at, finished_at\n+ FROM scraping_portal_runs\n+ WHERE started_at >= DATE_SUB(NOW(), INTERVAL 7 DAY)\n+ ORDER BY started_at DESC\n+ LIMIT 40`\n+ );\n+\n+ return {\n+ supervisor: { online: health.ok, baseUrl: cfg.baseUrl, bridgeUrl: cfg.bridgeUrl },\n+ portals,\n+ registry: SCRAPER_REGISTRY,\n+ probeTargets: PORTAL_PROBE_TARGETS,\n+ unregisteredScrapers,\n+ recentRuns: runRows as Record[],\n+ };\n+}\n+\n+function summarizeProbes(results: ProbeResult[]): string {\n+ const lines = results.map((r) => {\n+ const flag = r.ok ? \"OK\" : \"FAIL\";\n+ return `- [${flag}] ${r.portal} (${r.operation}): ${r.diagnosis} | HTTP ${r.httpStatus ?? \"n/a\"} | matches=${r.matchCount} | engine=${r.engine}${r.challenge ? \" | CHALLENGE\" : \"\"}`;\n+ });\n+ const failed = results.filter((r) => !r.ok);\n+ const header = `Probe ${results.length} portales — ${results.filter((r) => r.ok).length} OK, ${failed.length} fallos`;\n+ return [header, \"\", ...lines].join(\"\\n\");\n+}\n+\n+export async function analyzeProbesWithAi(results: ProbeResult[], focus?: string) {\n+ const summary = summarizeProbes(results);\n+ const message = [\n+ \"Eres el analista de scrapers del proyecto Captajaus (Llíria/Valencia, España).\",\n+ \"Analiza estos resultados de probe en vivo y responde en español con:\",\n+ \"1) Diagnóstico por portal fallido (causa probable)\",\n+ \"2) Acciones concretas de fix (selector, Playwright, proxy, JSON fallback…)\",\n+ \"3) Prioridad (alta/media/baja)\",\n+ focus ? `\\nEnfoque del operador: ${focus}` : \"\",\n+ \"\",\n+ summary,\n+ ]\n+ .filter(Boolean)\n+ .join(\"\\n\");\n+\n+ const chat = await dispatchChat(message, \"ops\");\n+ if (chat.ok && chat.data) {\n+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };\n+ }\n+\n+ const rec = await recommendTask(message, \"ops\");\n+ if (rec.ok && rec.data) {\n+ const bridgeUrl = buildBridgeDeepLink(\n+ [\"MODO REVISIÓN — Portal Lab Captajaus\", \"\", message].join(\"\\n\")\n+ );\n+ return { source: \"bridge\" as const, data: rec.data, bridgeUrl };\n+ }\n+\n+ return {\n+ source: \"offline\" as const,\n+ data: null,\n+ bridgeUrl: buildBridgeDeepLink(message),\n+ summary,\n+ };\n+}\n+\n+export async function discoverPortalsWithAi() {\n+ const overview = await getLabOverview();\n+ const activeNames = overview.portals.filter((p) => p.active).map((p) => p.name).join(\", \");\n+ const available = overview.unregisteredScrapers.join(\", \");\n+ const message = [\n+ \"Proyecto Captajaus: agregador inmobiliario Llíria + Valencia.\",\n+ `Portales activos en BD: ${activeNames || \"ninguno\"}`,\n+ `Scrapers implementados sin registrar: ${available || \"ninguno\"}`,\n+ `Clases en registry: ${overview.registry.map((r) => r.className).join(\", \")}`,\n+ \"\",\n+ \"Responde en español:\",\n+ \"1) Qué portales nuevos conviene añadir para Llíria/comarca (priorizados)\",\n+ \"2) Qué scraper_class usar de las ya implementadas\",\n+ \"3) Riesgo anti-bot estimado\",\n+ \"4) Si falta scraper, describe URL patrón y engine recomendado (cheerio/playwright)\",\n+ ].join(\"\\n\");\n+\n+ const chat = await dispatchChat(message, \"research\");\n+ if (chat.ok && chat.data) {\n+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };\n+ }\n+ return {\n+ source: \"bridge\" as const,\n+ data: recFallback(message),\n+ bridgeUrl: buildBridgeDeepLink(message),\n+ };\n+}\n+\n+function recFallback(message: string) {\n+ return { hint: \"Supervisor offline — usa Cursor Bridge\", prompt: message.slice(0, 500) };\n+}\n+\n+export async function commercializeWithAi() {\n+ const overview = await getLabOverview();\n+ const stats = overview.portals.map((p) => `${p.name}: ${p.property_count ?? 0} props`).join(\"; \");\n+ const message = [\n+ \"Producto: Captajaus / Lliria Properties — scraper + alertas email + dashboard PWA para compradores/inversores inmobiliarios en Llíria y Valencia.\",\n+ `Datos actuales: ${stats}`,\n+ \"\",\n+ \"Responde en español como consultor de producto:\",\n+ \"1) Público objetivo principal y secundario (personas concretas, no genérico)\",\n+ \"2) Propuesta de valor en 2 frases\",\n+ \"3) Canales de comercialización (SEO, agencias, WhatsApp, B2B…)\",\n+ \"4) Pricing sugerido (freemium, suscripción, white-label)\",\n+ \"5) Primer experimento de validación en 7 días\",\n+ ].join(\"\\n\");\n+\n+ const chat = await dispatchChat(message, \"research\");\n+ if (chat.ok && chat.data) {\n+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };\n+ }\n+ return {\n+ source: \"bridge\" as const,\n+ data: recFallback(message),\n+ bridgeUrl: buildBridgeDeepLink(message),\n+ };\n+}\n+\n+export { probePortal, probeAllPortals, type ProbeResult };","diffHtml":"
--- /dev/null
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\services\\portalLabService.ts
@@ -1,0 +1,152 @@
+import { PortalModel } from \"../models/portalModel\";
+import { SCRAPER_REGISTRY, getScraperClassNames } from \"../config/scraperRegistry\";
+import { PORTAL_PROBE_TARGETS } from \"../config/portalProbeConfig\";
+import { probePortal, probeAllPortals, type ProbeResult } from \"./portalProbeService\";
+import {
+ supervisorConfig,
+ getSupervisorHealth,
+ dispatchChat,
+ recommendTask,
+ buildBridgeDeepLink,
+} from \"./supervisorAiService\";
+import pool from \"../config/db\";
+import { RowDataPacket } from \"mysql2\";
+
+export interface LabOverview {
+ supervisor: { online: boolean; baseUrl: string; bridgeUrl: string };
+ portals: Awaited<ReturnType<typeof PortalModel.findAll>>;
+ registry: typeof SCRAPER_REGISTRY;
+ probeTargets: typeof PORTAL_PROBE_TARGETS;
+ unregisteredScrapers: string[];
+ recentRuns: Record<string, unknown>[];
+}
+
+export async function getLabOverview(): Promise<LabOverview> {
+ const [portals, health] = await Promise.all([PortalModel.findAll(), getSupervisorHealth()]);
+ const cfg = supervisorConfig();
+ const usedClasses = new Set(portals.map((p) => p.scraper_class));
+ const unregisteredScrapers = getScraperClassNames().filter((c) => !usedClasses.has(c));
+
+ const [runRows] = await pool.query<RowDataPacket[]>(
+ `SELECT portal, operation_type, status, properties_found, error, started_at, finished_at
+ FROM scraping_portal_runs
+ WHERE started_at >= DATE_SUB(NOW(), INTERVAL 7 DAY)
+ ORDER BY started_at DESC
+ LIMIT 40`
+ );
+
+ return {
+ supervisor: { online: health.ok, baseUrl: cfg.baseUrl, bridgeUrl: cfg.bridgeUrl },
+ portals,
+ registry: SCRAPER_REGISTRY,
+ probeTargets: PORTAL_PROBE_TARGETS,
+ unregisteredScrapers,
+ recentRuns: runRows as Record<string, unknown>[],
+ };
+}
+
+function summarizeProbes(results: ProbeResult[]): string {
+ const lines = results.map((r) => {
+ const flag = r.ok ? \"OK\" : \"FAIL\";
+ return `- [${flag}] ${r.portal} (${r.operation}): ${r.diagnosis} | HTTP ${r.httpStatus ?? \"n/a\"} | matches=${r.matchCount} | engine=${r.engine}${r.challenge ? \" | CHALLENGE\" : \"\"}`;
+ });
+ const failed = results.filter((r) => !r.ok);
+ const header = `Probe ${results.length} portales — ${results.filter((r) => r.ok).length} OK, ${failed.length} fallos`;
+ return [header, \"\", ...lines].join(\"\\n\");
+}
+
+export async function analyzeProbesWithAi(results: ProbeResult[], focus?: string) {
+ const summary = summarizeProbes(results);
+ const message = [
+ \"Eres el analista de scrapers del proyecto Captajaus (Llíria/Valencia, España).\",
+ \"Analiza estos resultados de probe en vivo y responde en español con:\",
+ \"1) Diagnóstico por portal fallido (causa probable)\",
+ \"2) Acciones concretas de fix (selector, Playwright, proxy, JSON fallback…)\",
+ \"3) Prioridad (alta/media/baja)\",
+ focus ? `\\nEnfoque del operador: ${focus}` : \"\",
+ \"\",
+ summary,
+ ]
+ .filter(Boolean)
+ .join(\"\\n\");
+
+ const chat = await dispatchChat(message, \"ops\");
+ if (chat.ok && chat.data) {
+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };
+ }
+
+ const rec = await recommendTask(message, \"ops\");
+ if (rec.ok && rec.data) {
+ const bridgeUrl = buildBridgeDeepLink(
+ [\"MODO REVISIÓN — Portal Lab Captajaus\", \"\", message].join(\"\\n\")
+ );
+ return { source: \"bridge\" as const, data: rec.data, bridgeUrl };
+ }
+
+ return {
+ source: \"offline\" as const,
+ data: null,
+ bridgeUrl: buildBridgeDeepLink(message),
+ summary,
+ };
+}
+
+export async function discoverPortalsWithAi() {
+ const overview = await getLabOverview();
+ const activeNames = overview.portals.filter((p) => p.active).map((p) => p.name).join(\", \");
+ const available = overview.unregisteredScrapers.join(\", \");
+ const message = [
+ \"Proyecto Captajaus: agregador inmobiliario Llíria + Valencia.\",
+ `Portales activos en BD: ${activeNames || \"ninguno\"}`,
+ `Scrapers implementados sin registrar: ${available || \"ninguno\"}`,
+ `Clases en registry: ${overview.registry.map((r) => r.className).join(\", \")}`,
+ \"\",
+ \"Responde en español:\",
+ \"1) Qué portales nuevos conviene añadir para Llíria/comarca (priorizados)\",
+ \"2) Qué scraper_class usar de las ya implementadas\",
+ \"3) Riesgo anti-bot estimado\",
+ \"4) Si falta scraper, describe URL patrón y engine recomendado (cheerio/playwright)\",
+ ].join(\"\\n\");
+
+ const chat = await dispatchChat(message, \"research\");
+ if (chat.ok && chat.data) {
+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };
+ }
+ return {
+ source: \"bridge\" as const,
+ data: recFallback(message),
+ bridgeUrl: buildBridgeDeepLink(message),
+ };
+}
+
+function recFallback(message: string) {
+ return { hint: \"Supervisor offline — usa Cursor Bridge\", prompt: message.slice(0, 500) };
+}
+
+export async function commercializeWithAi() {
+ const overview = await getLabOverview();
+ const stats = overview.portals.map((p) => `${p.name}: ${p.property_count ?? 0} props`).join(\"; \");
+ const message = [
+ \"Producto: Captajaus / Lliria Properties — scraper + alertas email + dashboard PWA para compradores/inversores inmobiliarios en Llíria y Valencia.\",
+ `Datos actuales: ${stats}`,
+ \"\",
+ \"Responde en español como consultor de producto:\",
+ \"1) Público objetivo principal y secundario (personas concretas, no genérico)\",
+ \"2) Propuesta de valor en 2 frases\",
+ \"3) Canales de comercialización (SEO, agencias, WhatsApp, B2B…)\",
+ \"4) Pricing sugerido (freemium, suscripción, white-label)\",
+ \"5) Primer experimento de validación en 7 días\",
+ ].join(\"\\n\");
+
+ const chat = await dispatchChat(message, \"research\");
+ if (chat.ok && chat.data) {
+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };
+ }
+ return {
+ source: \"bridge\" as const,
+ data: recFallback(message),
+ bridgeUrl: buildBridgeDeepLink(message),
+ };
+}
+
+export { probePortal, probeAllPortals, type ProbeResult };
","linesAdded":152,"linesRemoved":0,"status":"pending"},"pending":1},"at":1786378801249},{"event":"tool_activity","data":{"activity":{"id":"tool_560d5410-dd5d-4276-97d5-bcce6627724","name":"edit","status":"completed","summary":"edit: …ampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts","detail":"","title":"edit: …ampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts","at":"2026-08-10T16:20:03.881Z"}},"at":1786378803881},{"event":"file_change","data":{"sessionId":"cs-1786326039083-f5p4tf","change":{"id":"ch-5","path":"lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts","type":"edit","diffString":"--- /dev/null\n+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts\n@@ -1,0 +1,105 @@\n+import { Router, Request, Response } from \"express\";\n+import { requireAuth } from \"../middleware/auth\";\n+import { buildBridgeDeepLink } from \"../services/supervisorAiService\";\n+import {\n+ getLabOverview,\n+ probePortal,\n+ probeAllPortals,\n+ analyzeProbesWithAi,\n+ discoverPortalsWithAi,\n+ commercializeWithAi,\n+} from \"../services/portalLabService\";\n+\n+const router = Router();\n+router.use(requireAuth);\n+\n+router.get(\"/overview\", async (_req: Request, res: Response) => {\n+ try {\n+ const overview = await getLabOverview();\n+ res.json({ success: true, ...overview });\n+ } catch (e) {\n+ res.status(500).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/probe/:slug\", async (req: Request, res: Response) => {\n+ const slug = String(req.params.slug || \"\").trim();\n+ const operation = String(req.body?.operation || req.query?.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";\n+ if (!slug) return res.status(400).json({ success: false, error: \"slug requerido\" });\n+ try {\n+ const result = await probePortal(slug, operation);\n+ res.json({ success: true, result });\n+ } catch (e) {\n+ res.status(404).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/probe-all\", async (req: Request, res: Response) => {\n+ const operation = String(req.body?.operation || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";\n+ try {\n+ const results = await probeAllPortals(operation);\n+ res.json({\n+ success: true,\n+ operation,\n+ summary: {\n+ total: results.length,\n+ ok: results.filter((r) => r.ok).length,\n+ failed: results.filter((r) => !r.ok).length,\n+ },\n+ results,\n+ });\n+ } catch (e) {\n+ res.status(500).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/analyze\", async (req: Request, res: Response) => {\n+ const results = Array.isArray(req.body?.results) ? req.body.results : null;\n+ const focus = req.body?.focus ? String(req.body.focus) : undefined;\n+ if (!results?.length) {\n+ return res.status(400).json({ success: false, error: \"results[] requerido — ejecuta probe-all primero\" });\n+ }\n+ try {\n+ const analysis = await analyzeProbesWithAi(results, focus);\n+ res.json({ success: true, ...analysis });\n+ } catch (e) {\n+ res.status(502).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/discover\", async (_req: Request, res: Response) => {\n+ try {\n+ const discovery = await discoverPortalsWithAi();\n+ res.json({ success: true, ...discovery });\n+ } catch (e) {\n+ res.status(502).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/commercialize\", async (_req: Request, res: Response) => {\n+ try {\n+ const advice = await commercializeWithAi();\n+ res.json({ success: true, ...advice });\n+ } catch (e) {\n+ res.status(502).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/bridge-fix\", (req: Request, res: Response) => {\n+ const portal = String(req.body?.portal || \"\").trim();\n+ const diagnosis = String(req.body?.diagnosis || \"\").trim();\n+ if (!portal) return res.status(400).json({ success: false, error: \"portal requerido\" });\n+ const prompt = [\n+ \"MODO REVISIÓN — Portal Lab Captajaus\",\n+ `Arreglar scraper del portal: ${portal}`,\n+ diagnosis ? `Diagnóstico probe: ${diagnosis}` : \"\",\n+ \"\",\n+ \"Revisa selector, engine (cheerio/playwright), anti-bot y fallback JSON si aplica.\",\n+ \"Diff mínimo; verifica con probe antes de cerrar.\",\n+ ]\n+ .filter(Boolean)\n+ .join(\"\\n\");\n+ res.json({ success: true, bridgeUrl: buildBridgeDeepLink(prompt) });\n+});\n+\n+export default router;","diffHtml":"
--- /dev/null
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts
@@ -1,0 +1,105 @@
+import { Router, Request, Response } from \"express\";
+import { requireAuth } from \"../middleware/auth\";
+import { buildBridgeDeepLink } from \"../services/supervisorAiService\";
+import {
+ getLabOverview,
+ probePortal,
+ probeAllPortals,
+ analyzeProbesWithAi,
+ discoverPortalsWithAi,
+ commercializeWithAi,
+} from \"../services/portalLabService\";
+
+const router = Router();
+router.use(requireAuth);
+
+router.get(\"/overview\", async (_req: Request, res: Response) => {
+ try {
+ const overview = await getLabOverview();
+ res.json({ success: true, ...overview });
+ } catch (e) {
+ res.status(500).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/probe/:slug\", async (req: Request, res: Response) => {
+ const slug = String(req.params.slug || \"\").trim();
+ const operation = String(req.body?.operation || req.query?.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";
+ if (!slug) return res.status(400).json({ success: false, error: \"slug requerido\" });
+ try {
+ const result = await probePortal(slug, operation);
+ res.json({ success: true, result });
+ } catch (e) {
+ res.status(404).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/probe-all\", async (req: Request, res: Response) => {
+ const operation = String(req.body?.operation || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";
+ try {
+ const results = await probeAllPortals(operation);
+ res.json({
+ success: true,
+ operation,
+ summary: {
+ total: results.length,
+ ok: results.filter((r) => r.ok).length,
+ failed: results.filter((r) => !r.ok).length,
+ },
+ results,
+ });
+ } catch (e) {
+ res.status(500).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/analyze\", async (req: Request, res: Response) => {
+ const results = Array.isArray(req.body?.results) ? req.body.results : null;
+ const focus = req.body?.focus ? String(req.body.focus) : undefined;
+ if (!results?.length) {
+ return res.status(400).json({ success: false, error: \"results[] requerido — ejecuta probe-all primero\" });
+ }
+ try {
+ const analysis = await analyzeProbesWithAi(results, focus);
+ res.json({ success: true, ...analysis });
+ } catch (e) {
+ res.status(502).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/discover\", async (_req: Request, res: Response) => {
+ try {
+ const discovery = await discoverPortalsWithAi();
+ res.json({ success: true, ...discovery });
+ } catch (e) {
+ res.status(502).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/commercialize\", async (_req: Request, res: Response) => {
+ try {
+ const advice = await commercializeWithAi();
+ res.json({ success: true, ...advice });
+ } catch (e) {
+ res.status(502).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/bridge-fix\", (req: Request, res: Response) => {
+ const portal = String(req.body?.portal || \"\").trim();
+ const diagnosis = String(req.body?.diagnosis || \"\").trim();
+ if (!portal) return res.status(400).json({ success: false, error: \"portal requerido\" });
+ const prompt = [
+ \"MODO REVISIÓN — Portal Lab Captajaus\",
+ `Arreglar scraper del portal: ${portal}`,
+ diagnosis ? `Diagnóstico probe: ${diagnosis}` : \"\",
+ \"\",
+ \"Revisa selector, engine (cheerio/playwright), anti-bot y fallback JSON si aplica.\",
+ \"Diff mínimo; verifica con probe antes de cerrar.\",
+ ]
+ .filter(Boolean)
+ .join(\"\\n\");
+ res.json({ success: true, bridgeUrl: buildBridgeDeepLink(prompt) });
+});
+
+export default router;
","linesAdded":105,"linesRemoved":0,"status":"pending"},"pending":2},"at":1786378803881},{"event":"tool_activity","data":{"activity":{"id":"tool_d4c0a9a6-6cdc-440e-91d5-12328cb92f4","name":"edit","status":"completed","summary":"edit: …htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs","detail":"","title":"edit: …htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs","at":"2026-08-10T16:20:10.437Z"}},"at":1786378810437},{"event":"file_change","data":{"sessionId":"cs-1786326039083-f5p4tf","change":{"id":"ch-6","path":"lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs","type":"edit","diffString":"--- /dev/null\n+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs\n@@ -1,0 +1,159 @@\n+\n+\n+\n+ \n+ \n+ \n+ Portal Lab - Lliria Properties\n+ \n+ \n+ \n+ \n+\n+\n+\n+\n+
\n+
\n+

Portal Lab

\n+ Supervisor…\n+ Testea scrapers · detecta fallos · descubre portales · IA comercial\n+
\n+ \n+ \n+
\n+
\n+\n+ \n+
\n+
\n+
Probe en vivo
\n+ Sin ejecutar\n+
\n+
\n+
\n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+
PortalEstadoHTTPMatchesEngineDiagnósticoAcciones
Pulsa «Probe todos» o prueba un portal individual
\n+
\n+
\n+
\n+\n+
\n+ \n+
\n+
\n+
\n+ Análisis IA — fallos y mejoras\n+ \n+
\n+
\n+ \n+
Ejecuta un probe y pulsa Analizar. Consulta al supervisor IA (lab 16) o abre Cursor Bridge.
\n+
\n+
\n+
\n+\n+ \n+
\n+
\n+
\n+ Descubrir portales nuevos\n+ \n+
\n+
\n+
\n+
La IA sugerirá portales y scraper_class según registry y gaps de Llíria.
\n+
\n+
\n+
\n+
\n+\n+ \n+
\n+
\n+ Comercialización — público y canales\n+ \n+
\n+
\n+
Obtén recomendaciones de producto: público objetivo, pricing y primer experimento de validación.
\n+
\n+
\n+\n+ \n+
\n+
\n+
Registry de scrapers disponibles
\n+
\n+
\n+
\n+ \n+ \n+ \n+ \n+ \n+
ClaseEngineOpsDescripción
\n+
\n+
\n+
\n+\n+ \n+
\n+
\n+
Añadir portal desde Lab
\n+
\n+
\n+
\n+ \n+
\n+
\n+ \n+
\n+
\n+
\n+
\n+
\n+
\n+\n+\n+\n+\n+","diffHtml":"
--- /dev/null
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs
@@ -1,0 +1,159 @@
+<!DOCTYPE html>
+<html lang=\"es\">
+<head>
+ <meta charset=\"UTF-8\">
+ <meta name=\"viewport\" content=\"width=device-width, initial-scale=1.0, viewport-fit=cover\">
+ <meta name=\"theme-color\" content=\"#0d6efd\">
+ <title>Portal Lab - Lliria Properties</title>
+ <link rel=\"stylesheet\" href=\"https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/css/bootstrap.min.css\">
+ <link rel=\"stylesheet\" href=\"https://cdn.jsdelivr.net/npm/bootstrap-icons@1.11.2/font/bootstrap-icons.min.css\">
+ <link rel=\"stylesheet\" href=\"/css/main.css\">
+ <link rel=\"stylesheet\" href=\"/css/dashboard.css\">
+</head>
+<body class=\"has-bottom-nav\">
+<nav class=\"navbar navbar-expand-lg navbar-dark bg-primary sticky-top\">
+ <div class=\"container-fluid px-3\">
+ <a class=\"navbar-brand fw-bold d-flex align-items-center gap-2\" href=\"/dashboard\">
+ <i class=\"bi bi-house-heart-fill fs-5\"></i>
+ <span class=\"d-none d-sm-inline\">Lliria Properties</span>
+ </a>
+ <button class=\"navbar-toggler\" type=\"button\" data-bs-toggle=\"collapse\" data-bs-target=\"#mainNav\">
+ <span class=\"navbar-toggler-icon\"></span>
+ </button>
+ <div class=\"collapse navbar-collapse\" id=\"mainNav\">
+ <ul class=\"navbar-nav me-auto\">
+ <li class=\"nav-item\"><a class=\"nav-link\" href=\"/dashboard\"><i class=\"bi bi-table me-1\"></i>Propiedades</a></li>
+ <li class=\"nav-item\"><a class=\"nav-link\" href=\"/dashboard/portals\"><i class=\"bi bi-plug-fill me-1\"></i>Portales</a></li>
+ <li class=\"nav-item\"><a class=\"nav-link active\" href=\"/dashboard/portal-lab\"><i class=\"bi bi-flask me-1\"></i>Portal Lab</a></li>
+ <li class=\"nav-item\"><a class=\"nav-link\" href=\"/dashboard/ai\"><i class=\"bi bi-robot me-1\"></i>IA</a></li>
+ </ul>
+ <div class=\"d-flex align-items-center gap-2\">
+ <a href=\"<%= bridgeUrl %>\" target=\"_blank\" rel=\"noopener\" class=\"btn btn-outline-light btn-sm\"><i class=\"bi bi-link-45deg me-1\"></i>Bridge</a>
+ <a href=\"/logout\" class=\"btn btn-outline-light btn-sm\"><i class=\"bi bi-box-arrow-right\"></i></a>
+ </div>
+ </div>
+ </div>
+</nav>
+
+<main class=\"container-fluid py-4 px-3\" style=\"max-width:1200px\">
+ <div class=\"d-flex flex-wrap align-items-center gap-2 mb-4\">
+ <h4 class=\"mb-0 fw-bold\"><i class=\"bi bi-flask text-info me-2\"></i>Portal Lab</h4>
+ <span id=\"labSupervisorBadge\" class=\"badge bg-secondary\">Supervisor…</span>
+ <span class=\"text-muted small\">Testea scrapers · detecta fallos · descubre portales · IA comercial</span>
+ <div class=\"ms-auto d-flex gap-2\">
+ <select id=\"labOperation\" class=\"form-select form-select-sm\" style=\"width:auto\">
+ <option value=\"sale\">Venta</option>
+ <option value=\"rent\">Alquiler</option>
+ </select>
+ <button class=\"btn btn-primary btn-sm\" id=\"labProbeAllBtn\"><i class=\"bi bi-lightning-fill me-1\"></i>Probe todos</button>
+ </div>
+ </div>
+
+ <!-- Resultados probe -->
+ <div class=\"card rounded-4 border-0 shadow-sm mb-4\">
+ <div class=\"card-header bg-white border-0 d-flex justify-content-between align-items-center\">
+ <h6 class=\"mb-0 fw-bold\"><i class=\"bi bi-heart-pulse text-danger me-2\"></i>Probe en vivo</h6>
+ <span id=\"labProbeSummary\" class=\"badge bg-light text-dark\">Sin ejecutar</span>
+ </div>
+ <div class=\"card-body p-0\">
+ <div class=\"table-responsive\">
+ <table class=\"table table-sm table-hover align-middle mb-0\">
+ <thead class=\"table-light\">
+ <tr>
+ <th class=\"ps-3\">Portal</th>
+ <th>Estado</th>
+ <th>HTTP</th>
+ <th>Matches</th>
+ <th>Engine</th>
+ <th>Diagnóstico</th>
+ <th class=\"text-end pe-3\">Acciones</th>
+ </tr>
+ </thead>
+ <tbody id=\"labProbeBody\">
+ <tr><td colspan=\"7\" class=\"text-center text-muted py-4\">Pulsa «Probe todos» o prueba un portal individual</td></tr>
+ </tbody>
+ </table>
+ </div>
+ </div>
+ </div>
+
+ <div class=\"row g-3 mb-4\">
+ <!-- IA análisis fallos -->
+ <div class=\"col-lg-6\">
+ <div class=\"card rounded-4 border-0 shadow-sm h-100\">
+ <div class=\"card-header bg-dark text-white d-flex justify-content-between align-items-center\">
+ <span><i class=\"bi bi-bug me-1\"></i>Análisis IA — fallos y mejoras</span>
+ <button class=\"btn btn-light btn-sm\" id=\"labAnalyzeBtn\" disabled>Analizar</button>
+ </div>
+ <div class=\"card-body\">
+ <input type=\"text\" class=\"form-control form-control-sm mb-2\" id=\"labAnalyzeFocus\" placeholder=\"Enfoque opcional (ej: Idealista anti-bot)\">
+ <div id=\"labAnalyzeOut\" class=\"small text-muted\">Ejecuta un probe y pulsa Analizar. Consulta al supervisor IA (lab 16) o abre Cursor Bridge.</div>
+ </div>
+ </div>
+ </div>
+
+ <!-- Descubrir portales -->
+ <div class=\"col-lg-6\">
+ <div class=\"card rounded-4 border-0 shadow-sm h-100\">
+ <div class=\"card-header bg-info text-white d-flex justify-content-between align-items-center\">
+ <span><i class=\"bi bi-search me-1\"></i>Descubrir portales nuevos</span>
+ <button class=\"btn btn-light btn-sm\" id=\"labDiscoverBtn\">Consultar IA</button>
+ </div>
+ <div class=\"card-body\">
+ <div id=\"labUnregistered\" class=\"small mb-2 text-muted\"></div>
+ <div id=\"labDiscoverOut\" class=\"small text-muted\">La IA sugerirá portales y scraper_class según registry y gaps de Llíria.</div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <!-- Comercialización -->
+ <div class=\"card rounded-4 border-0 shadow-sm mb-4\">
+ <div class=\"card-header bg-success text-white d-flex justify-content-between align-items-center\">
+ <span><i class=\"bi bi-megaphone me-1\"></i>Comercialización — público y canales</span>
+ <button class=\"btn btn-light btn-sm\" id=\"labCommercializeBtn\">Consultar IA</button>
+ </div>
+ <div class=\"card-body\">
+ <div id=\"labCommercializeOut\" class=\"small text-muted\">Obtén recomendaciones de producto: público objetivo, pricing y primer experimento de validación.</div>
+ </div>
+ </div>
+
+ <!-- Registry scrapers -->
+ <div class=\"card rounded-4 border-0 shadow-sm mb-4\">
+ <div class=\"card-header bg-white border-0\">
+ <h6 class=\"mb-0 fw-bold\"><i class=\"bi bi-journal-code me-2\"></i>Registry de scrapers disponibles</h6>
+ </div>
+ <div class=\"card-body p-0\">
+ <div class=\"table-responsive\">
+ <table class=\"table table-sm mb-0\">
+ <thead class=\"table-light\">
+ <tr><th class=\"ps-3\">Clase</th><th>Engine</th><th>Ops</th><th>Descripción</th><th></th></tr>
+ </thead>
+ <tbody id=\"labRegistryBody\"></tbody>
+ </table>
+ </div>
+ </div>
+ </div>
+
+ <!-- Añadir portal rápido -->
+ <div class=\"card rounded-4 border-0 shadow-sm\">
+ <div class=\"card-body\">
+ <h6 class=\"fw-bold mb-3\"><i class=\"bi bi-plus-circle text-success me-2\"></i>Añadir portal desde Lab</h6>
+ <form id=\"labAddPortalForm\" class=\"row g-2\">
+ <div class=\"col-md-4\"><input id=\"labPName\" class=\"form-control\" placeholder=\"Nombre portal\" required></div>
+ <div class=\"col-md-4\">
+ <select id=\"labPClass\" class=\"form-select\" required><option value=\"\">Clase scraper…</option></select>
+ </div>
+ <div class=\"col-md-2\">
+ <select id=\"labPActive\" class=\"form-select\"><option value=\"1\">Activo</option><option value=\"0\">Inactivo</option></select>
+ </div>
+ <div class=\"col-md-2\"><button type=\"submit\" class=\"btn btn-success w-100\">Añadir</button></div>
+ </form>
+ </div>
+ </div>
+</main>
+
+<script src=\"https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/js/bootstrap.bundle.min.js\"></script>
+<script src=\"/js/portal-lab.js\"></script>
+</body>
+</html>
","linesAdded":159,"linesRemoved":0,"status":"pending"},"pending":3},"at":1786378810437},{"event":"tool_activity","data":{"activity":{"id":"tool_885284d5-9e85-4c64-98ff-62003713866","name":"edit","status":"running","summary":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\portal-lab.js","detail":"","title":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\portal-lab.js","at":"2026-08-10T16:20:18.858Z"}},"at":1786378818858},{"event":"tool_activity","data":{"activity":{"id":"tool_48eb129f-2f91-4cc2-81fa-91c064f8afd","name":"edit","status":"running","summary":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","detail":"","title":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","at":"2026-08-10T16:20:19.029Z"}},"at":1786378819029},{"event":"tool_activity","data":{"activity":{"id":"tool_885284d5-9e85-4c64-98ff-62003713866","name":"edit","status":"completed","summary":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\portal-lab.js","detail":"","title":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\portal-lab.js","at":"2026-08-10T16:20:19.060Z"}},"at":1786378819060},{"event":"file_change","data":{"sessionId":"cs-1786326039083-f5p4tf","change":{"id":"ch-7","path":"lliria-properties-scraper\\public\\js\\portal-lab.js","type":"edit","diffString":"--- /dev/null\n+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\portal-lab.js\n@@ -1,0 +1,289 @@\n+(function () {\n+ \"use strict\";\n+\n+ let lastProbeResults = [];\n+ let overview = null;\n+\n+ const els = {\n+ badge: document.getElementById(\"labSupervisorBadge\"),\n+ probeBody: document.getElementById(\"labProbeBody\"),\n+ probeSummary: document.getElementById(\"labProbeSummary\"),\n+ operation: document.getElementById(\"labOperation\"),\n+ probeAllBtn: document.getElementById(\"labProbeAllBtn\"),\n+ analyzeBtn: document.getElementById(\"labAnalyzeBtn\"),\n+ analyzeFocus: document.getElementById(\"labAnalyzeFocus\"),\n+ analyzeOut: document.getElementById(\"labAnalyzeOut\"),\n+ discoverBtn: document.getElementById(\"labDiscoverBtn\"),\n+ discoverOut: document.getElementById(\"labDiscoverOut\"),\n+ unregistered: document.getElementById(\"labUnregistered\"),\n+ commercializeBtn: document.getElementById(\"labCommercializeBtn\"),\n+ commercializeOut: document.getElementById(\"labCommercializeOut\"),\n+ registryBody: document.getElementById(\"labRegistryBody\"),\n+ addForm: document.getElementById(\"labAddPortalForm\"),\n+ pClass: document.getElementById(\"labPClass\"),\n+ };\n+\n+ function esc(s) {\n+ return String(s).replace(/&/g, \"&\").replace(//g, \">\");\n+ }\n+\n+ function renderAiResponse(container, data, bridgeUrl, source) {\n+ if (!container) return;\n+ let text = \"\";\n+ if (typeof data === \"string\") text = data;\n+ else if (data && typeof data === \"object\") {\n+ text = data.reply || data.message || data.content || data.text || JSON.stringify(data, null, 2);\n+ }\n+ let html = '
' + esc(text).replace(/\\n/g, \"
\") + \"
\";\n+ if (source === \"bridge\" || bridgeUrl) {\n+ html += '
Abrir Cursor Bridge
';\n+ }\n+ if (source === \"offline\") {\n+ html = '
Supervisor offline. Usa Cursor Bridge para continuar.
' + html;\n+ }\n+ container.innerHTML = html;\n+ }\n+\n+ function statusBadge(ok) {\n+ return ok\n+ ? 'OK'\n+ : 'FAIL';\n+ }\n+\n+ function renderProbeRow(r) {\n+ return (\n+ \"\" +\n+ '' + esc(r.portal) + \"
\" + esc(r.slug) + \"\" +\n+ \"\" + statusBadge(r.ok) + (r.challenge ? ' challenge' : \"\") + \"\" +\n+ \"\" + (r.httpStatus ?? \"—\") + \"\" +\n+ \"\" + r.matchCount + \"\" +\n+ \"\" + esc(r.engine) + \"\" +\n+ '' + esc(r.diagnosis) + \"\" +\n+ '' +\n+ '' +\n+ (!r.ok ? '' : \"\") +\n+ \"\"\n+ );\n+ }\n+\n+ function renderProbeTable(results) {\n+ if (!els.probeBody) return;\n+ if (!results.length) {\n+ els.probeBody.innerHTML = 'Sin resultados';\n+ return;\n+ }\n+ els.probeBody.innerHTML = results.map(renderProbeRow).join(\"\");\n+ els.probeBody.querySelectorAll(\"[data-probe]\").forEach(function (btn) {\n+ btn.addEventListener(\"click\", function () {\n+ probeOne(btn.getAttribute(\"data-probe\"));\n+ });\n+ });\n+ els.probeBody.querySelectorAll(\".lab-fix\").forEach(function (btn) {\n+ btn.addEventListener(\"click\", function () {\n+ openBridgeFix(btn.getAttribute(\"data-portal\"), btn.getAttribute(\"data-diag\"));\n+ });\n+ });\n+ const ok = results.filter(function (r) { return r.ok; }).length;\n+ if (els.probeSummary) {\n+ els.probeSummary.textContent = ok + \"/\" + results.length + \" OK\";\n+ els.probeSummary.className = \"badge \" + (ok === results.length ? \"bg-success\" : ok > 0 ? \"bg-warning text-dark\" : \"bg-danger\");\n+ }\n+ if (els.analyzeBtn) els.analyzeBtn.disabled = false;\n+ }\n+\n+ async function loadOverview() {\n+ try {\n+ const r = await fetch(\"/api/portals/lab/overview\");\n+ const d = await r.json();\n+ if (!d.success) return;\n+ overview = d;\n+ if (els.badge) {\n+ if (d.supervisor?.online) {\n+ els.badge.textContent = \"Supervisor online\";\n+ els.badge.className = \"badge bg-success\";\n+ } else {\n+ els.badge.textContent = \"Supervisor offline\";\n+ els.badge.className = \"badge bg-warning text-dark\";\n+ }\n+ }\n+ if (els.unregistered && d.unregisteredScrapers?.length) {\n+ els.unregistered.innerHTML = \"Scrapers sin registrar: \" + d.unregisteredScrapers.map(function (c) {\n+ return \"\" + esc(c) + \"\";\n+ }).join(\", \");\n+ }\n+ renderRegistry(d.registry || [], d.portals || []);\n+ fillClassSelect(d.registry || []);\n+ } catch (e) {\n+ if (els.badge) { els.badge.textContent = \"Error red\"; els.badge.className = \"badge bg-danger\"; }\n+ }\n+ }\n+\n+ function renderRegistry(registry, portals) {\n+ if (!els.registryBody) return;\n+ const used = new Set(portals.map(function (p) { return p.scraper_class; }));\n+ els.registryBody.innerHTML = registry.map(function (s) {\n+ const inDb = used.has(s.className);\n+ return (\n+ \"\" +\n+ '' + esc(s.className) + \"\" + (inDb ? ' en BD' : \"\") + \"\" +\n+ \"\" + esc(s.engine) + \"\" +\n+ \"\" + s.operations.join(\", \") + \"\" +\n+ '' + esc(s.description) + \"\" +\n+ \"\" + (!inDb ? '' : \"\") + \"\" +\n+ \"\"\n+ );\n+ }).join(\"\");\n+ els.registryBody.querySelectorAll(\".lab-use-class\").forEach(function (btn) {\n+ btn.addEventListener(\"click\", function () {\n+ const cls = btn.getAttribute(\"data-class\");\n+ if (els.pClass) els.pClass.value = cls;\n+ document.getElementById(\"labPName\")?.focus();\n+ });\n+ });\n+ }\n+\n+ function fillClassSelect(registry) {\n+ if (!els.pClass) return;\n+ els.pClass.innerHTML = '' +\n+ registry.map(function (s) {\n+ return '\";\n+ }).join(\"\");\n+ }\n+\n+ async function probeAll() {\n+ if (els.probeAllBtn) {\n+ els.probeAllBtn.disabled = true;\n+ els.probeAllBtn.innerHTML = '';\n+ }\n+ if (els.probeBody) {\n+ els.probeBody.innerHTML = 'Probando portales (puede tardar varios minutos)…';\n+ }\n+ try {\n+ const op = els.operation?.value || \"sale\";\n+ const r = await fetch(\"/api/portals/lab/probe-all\", {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({ operation: op }),\n+ });\n+ const d = await r.json();\n+ if (d.success) {\n+ lastProbeResults = d.results || [];\n+ renderProbeTable(lastProbeResults);\n+ } else {\n+ alert(\"Error: \" + (d.error || \"desconocido\"));\n+ }\n+ } catch {\n+ alert(\"Error de red en probe-all\");\n+ }\n+ if (els.probeAllBtn) {\n+ els.probeAllBtn.disabled = false;\n+ els.probeAllBtn.innerHTML = 'Probe todos';\n+ }\n+ }\n+\n+ async function probeOne(slug) {\n+ const op = els.operation?.value || \"sale\";\n+ try {\n+ const r = await fetch(\"/api/portals/lab/probe/\" + encodeURIComponent(slug), {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({ operation: op }),\n+ });\n+ const d = await r.json();\n+ if (!d.success) { alert(d.error || \"Error\"); return; }\n+ const idx = lastProbeResults.findIndex(function (x) { return x.slug === slug && x.operation === op; });\n+ if (idx >= 0) lastProbeResults[idx] = d.result;\n+ else lastProbeResults.push(d.result);\n+ renderProbeTable(lastProbeResults);\n+ } catch {\n+ alert(\"Error de red\");\n+ }\n+ }\n+\n+ async function analyze() {\n+ if (!lastProbeResults.length) return;\n+ if (els.analyzeOut) els.analyzeOut.innerHTML = 'Consultando supervisor IA…';\n+ if (els.analyzeBtn) els.analyzeBtn.disabled = true;\n+ try {\n+ const r = await fetch(\"/api/portals/lab/analyze\", {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({\n+ results: lastProbeResults,\n+ focus: els.analyzeFocus?.value || undefined,\n+ }),\n+ });\n+ const d = await r.json();\n+ renderAiResponse(els.analyzeOut, d.data, d.bridgeUrl, d.source);\n+ } catch {\n+ if (els.analyzeOut) els.analyzeOut.innerHTML = 'Error de red';\n+ }\n+ if (els.analyzeBtn) els.analyzeBtn.disabled = false;\n+ }\n+\n+ async function discover() {\n+ if (els.discoverOut) els.discoverOut.innerHTML = 'Consultando IA…';\n+ try {\n+ const r = await fetch(\"/api/portals/lab/discover\", { method: \"POST\" });\n+ const d = await r.json();\n+ renderAiResponse(els.discoverOut, d.data, d.bridgeUrl, d.source);\n+ } catch {\n+ if (els.discoverOut) els.discoverOut.innerHTML = 'Error de red';\n+ }\n+ }\n+\n+ async function commercialize() {\n+ if (els.commercializeOut) els.commercializeOut.innerHTML = 'Consultando IA…';\n+ try {\n+ const r = await fetch(\"/api/portals/lab/commercialize\", { method: \"POST\" });\n+ const d = await r.json();\n+ renderAiResponse(els.commercializeOut, d.data, d.bridgeUrl, d.source);\n+ } catch {\n+ if (els.commercializeOut) els.commercializeOut.innerHTML = 'Error de red';\n+ }\n+ }\n+\n+ async function openBridgeFix(portal, diagnosis) {\n+ try {\n+ const r = await fetch(\"/api/portals/lab/bridge-fix\", {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({ portal: portal, diagnosis: diagnosis }),\n+ });\n+ const d = await r.json();\n+ if (d.bridgeUrl) window.open(d.bridgeUrl, \"_blank\");\n+ } catch {\n+ alert(\"Error al generar enlace Bridge\");\n+ }\n+ }\n+\n+ if (els.probeAllBtn) els.probeAllBtn.addEventListener(\"click\", probeAll);\n+ if (els.analyzeBtn) els.analyzeBtn.addEventListener(\"click\", analyze);\n+ if (els.discoverBtn) els.discoverBtn.addEventListener(\"click\", discover);\n+ if (els.commercializeBtn) els.commercializeBtn.addEventListener(\"click\", commercialize);\n+\n+ if (els.addForm) {\n+ els.addForm.addEventListener(\"submit\", async function (e) {\n+ e.preventDefault();\n+ const name = document.getElementById(\"labPName\")?.value?.trim();\n+ const scraper_class = els.pClass?.value;\n+ const active = parseInt(document.getElementById(\"labPActive\")?.value || \"1\", 10);\n+ if (!name || !scraper_class) return;\n+ const r = await fetch(\"/api/portals\", {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({ name: name, scraper_class: scraper_class, active: active }),\n+ });\n+ const d = await r.json();\n+ if (d.success) {\n+ alert(\"Portal añadido. Recarga la página de Portales para gestionarlo.\");\n+ els.addForm.reset();\n+ loadOverview();\n+ } else {\n+ alert(\"Error: \" + (d.error || \"desconocido\"));\n+ }\n+ });\n+ }\n+\n+ loadOverview();\n+})();","diffHtml":"
--- /dev/null
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\public\\js\\portal-lab.js
@@ -1,0 +1,289 @@
+(function () {
+ \"use strict\";
+
+ let lastProbeResults = [];
+ let overview = null;
+
+ const els = {
+ badge: document.getElementById(\"labSupervisorBadge\"),
+ probeBody: document.getElementById(\"labProbeBody\"),
+ probeSummary: document.getElementById(\"labProbeSummary\"),
+ operation: document.getElementById(\"labOperation\"),
+ probeAllBtn: document.getElementById(\"labProbeAllBtn\"),
+ analyzeBtn: document.getElementById(\"labAnalyzeBtn\"),
+ analyzeFocus: document.getElementById(\"labAnalyzeFocus\"),
+ analyzeOut: document.getElementById(\"labAnalyzeOut\"),
+ discoverBtn: document.getElementById(\"labDiscoverBtn\"),
+ discoverOut: document.getElementById(\"labDiscoverOut\"),
+ unregistered: document.getElementById(\"labUnregistered\"),
+ commercializeBtn: document.getElementById(\"labCommercializeBtn\"),
+ commercializeOut: document.getElementById(\"labCommercializeOut\"),
+ registryBody: document.getElementById(\"labRegistryBody\"),
+ addForm: document.getElementById(\"labAddPortalForm\"),
+ pClass: document.getElementById(\"labPClass\"),
+ };
+
+ function esc(s) {
+ return String(s).replace(/&/g, \"&amp;\").replace(/</g, \"&lt;\").replace(/>/g, \"&gt;\");
+ }
+
+ function renderAiResponse(container, data, bridgeUrl, source) {
+ if (!container) return;
+ let text = \"\";
+ if (typeof data === \"string\") text = data;
+ else if (data && typeof data === \"object\") {
+ text = data.reply || data.message || data.content || data.text || JSON.stringify(data, null, 2);
+ }
+ let html = '<div class=\"ai-response\">' + esc(text).replace(/\\n/g, \"<br>\") + \"</div>\";
+ if (source === \"bridge\" || bridgeUrl) {
+ html += '<div class=\"mt-2\"><a href=\"' + esc(bridgeUrl || \"#\") + '\" target=\"_blank\" rel=\"noopener\" class=\"btn btn-sm btn-outline-primary\"><i class=\"bi bi-link-45deg me-1\"></i>Abrir Cursor Bridge</a></div>';
+ }
+ if (source === \"offline\") {
+ html = '<div class=\"alert alert-warning py-2 small\">Supervisor offline. Usa Cursor Bridge para continuar.</div>' + html;
+ }
+ container.innerHTML = html;
+ }
+
+ function statusBadge(ok) {
+ return ok
+ ? '<span class=\"badge bg-success\">OK</span>'
+ : '<span class=\"badge bg-danger\">FAIL</span>';
+ }
+
+ function renderProbeRow(r) {
+ return (
+ \"<tr>\" +
+ '<td class=\"ps-3\"><strong>' + esc(r.portal) + \"</strong><br><code class=\\\"small text-muted\\\">\" + esc(r.slug) + \"</code></td>\" +
+ \"<td>\" + statusBadge(r.ok) + (r.challenge ? ' <span class=\"badge bg-warning text-dark\">challenge</span>' : \"\") + \"</td>\" +
+ \"<td>\" + (r.httpStatus ?? \"—\") + \"</td>\" +
+ \"<td><code>\" + r.matchCount + \"</code></td>\" +
+ \"<td><span class=\\\"badge bg-secondary-subtle text-secondary\\\">\" + esc(r.engine) + \"</span></td>\" +
+ '<td class=\"small\">' + esc(r.diagnosis) + \"</td>\" +
+ '<td class=\"text-end pe-3\">' +
+ '<button class=\"btn btn-outline-primary btn-sm py-0 me-1\" data-probe=\"' + esc(r.slug) + '\" title=\"Re-probar\"><i class=\"bi bi-arrow-clockwise\"></i></button>' +
+ (!r.ok ? '<button class=\"btn btn-outline-warning btn-sm py-0 lab-fix\" data-portal=\"' + esc(r.portal) + '\" data-diag=\"' + esc(r.diagnosis) + '\" title=\"Fix en Bridge\"><i class=\"bi bi-tools\"></i></button>' : \"\") +
+ \"</td></tr>\"
+ );
+ }
+
+ function renderProbeTable(results) {
+ if (!els.probeBody) return;
+ if (!results.length) {
+ els.probeBody.innerHTML = '<tr><td colspan=\"7\" class=\"text-center text-muted py-4\">Sin resultados</td></tr>';
+ return;
+ }
+ els.probeBody.innerHTML = results.map(renderProbeRow).join(\"\");
+ els.probeBody.querySelectorAll(\"[data-probe]\").forEach(function (btn) {
+ btn.addEventListener(\"click\", function () {
+ probeOne(btn.getAttribute(\"data-probe\"));
+ });
+ });
+ els.probeBody.querySelectorAll(\".lab-fix\").forEach(function (btn) {
+ btn.addEventListener(\"click\", function () {
+ openBridgeFix(btn.getAttribute(\"data-portal\"), btn.getAttribute(\"data-diag\"));
+ });
+ });
+ const ok = results.filter(function (r) { return r.ok; }).length;
+ if (els.probeSummary) {
+ els.probeSummary.textContent = ok + \"/\" + results.length + \" OK\";
+ els.probeSummary.className = \"badge \" + (ok === results.length ? \"bg-success\" : ok > 0 ? \"bg-warning text-dark\" : \"bg-danger\");
+ }
+ if (els.analyzeBtn) els.analyzeBtn.disabled = false;
+ }
+
+ async function loadOverview() {
+ try {
+ const r = await fetch(\"/api/portals/lab/overview\");
+ const d = await r.json();
+ if (!d.success) return;
+ overview = d;
+ if (els.badge) {
+ if (d.supervisor?.online) {
+ els.badge.textContent = \"Supervisor online\";
+ els.badge.className = \"badge bg-success\";
+ } else {
+ els.badge.textContent = \"Supervisor offline\";
+ els.badge.className = \"badge bg-warning text-dark\";
+ }
+ }
+ if (els.unregistered && d.unregisteredScrapers?.length) {
+ els.unregistered.innerHTML = \"<strong>Scrapers sin registrar:</strong> \" + d.unregisteredScrapers.map(function (c) {
+ return \"<code>\" + esc(c) + \"</code>\";
+ }).join(\", \");
+ }
+ renderRegistry(d.registry || [], d.portals || []);
+ fillClassSelect(d.registry || []);
+ } catch (e) {
+ if (els.badge) { els.badge.textContent = \"Error red\"; els.badge.className = \"badge bg-danger\"; }
+ }
+ }
+
+ function renderRegistry(registry, portals) {
+ if (!els.registryBody) return;
+ const used = new Set(portals.map(function (p) { return p.scraper_class; }));
+ els.registryBody.innerHTML = registry.map(function (s) {
+ const inDb = used.has(s.className);
+ return (
+ \"<tr>\" +
+ '<td class=\"ps-3\"><code>' + esc(s.className) + \"</code>\" + (inDb ? ' <span class=\"badge bg-success-subtle text-success\">en BD</span>' : \"\") + \"</td>\" +
+ \"<td>\" + esc(s.engine) + \"</td>\" +
+ \"<td>\" + s.operations.join(\", \") + \"</td>\" +
+ '<td class=\"small text-muted\">' + esc(s.description) + \"</td>\" +
+ \"<td>\" + (!inDb ? '<button class=\"btn btn-outline-success btn-sm py-0 lab-use-class\" data-class=\"' + esc(s.className) + '\">Usar</button>' : \"\") + \"</td>\" +
+ \"</tr>\"
+ );
+ }).join(\"\");
+ els.registryBody.querySelectorAll(\".lab-use-class\").forEach(function (btn) {
+ btn.addEventListener(\"click\", function () {
+ const cls = btn.getAttribute(\"data-class\");
+ if (els.pClass) els.pClass.value = cls;
+ document.getElementById(\"labPName\")?.focus();
+ });
+ });
+ }
+
+ function fillClassSelect(registry) {
+ if (!els.pClass) return;
+ els.pClass.innerHTML = '<option value=\"\">Clase scraper…</option>' +
+ registry.map(function (s) {
+ return '<option value=\"' + esc(s.className) + '\">' + esc(s.className) + \" (\" + s.engine + \")</option>\";
+ }).join(\"\");
+ }
+
+ async function probeAll() {
+ if (els.probeAllBtn) {
+ els.probeAllBtn.disabled = true;
+ els.probeAllBtn.innerHTML = '<span class=\"spinner-border spinner-border-sm\"></span>';
+ }
+ if (els.probeBody) {
+ els.probeBody.innerHTML = '<tr><td colspan=\"7\" class=\"text-center py-4\"><span class=\"spinner-border spinner-border-sm me-2\"></span>Probando portales (puede tardar varios minutos)…</td></tr>';
+ }
+ try {
+ const op = els.operation?.value || \"sale\";
+ const r = await fetch(\"/api/portals/lab/probe-all\", {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({ operation: op }),
+ });
+ const d = await r.json();
+ if (d.success) {
+ lastProbeResults = d.results || [];
+ renderProbeTable(lastProbeResults);
+ } else {
+ alert(\"Error: \" + (d.error || \"desconocido\"));
+ }
+ } catch {
+ alert(\"Error de red en probe-all\");
+ }
+ if (els.probeAllBtn) {
+ els.probeAllBtn.disabled = false;
+ els.probeAllBtn.innerHTML = '<i class=\"bi bi-lightning-fill me-1\"></i>Probe todos';
+ }
+ }
+
+ async function probeOne(slug) {
+ const op = els.operation?.value || \"sale\";
+ try {
+ const r = await fetch(\"/api/portals/lab/probe/\" + encodeURIComponent(slug), {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({ operation: op }),
+ });
+ const d = await r.json();
+ if (!d.success) { alert(d.error || \"Error\"); return; }
+ const idx = lastProbeResults.findIndex(function (x) { return x.slug === slug && x.operation === op; });
+ if (idx >= 0) lastProbeResults[idx] = d.result;
+ else lastProbeResults.push(d.result);
+ renderProbeTable(lastProbeResults);
+ } catch {
+ alert(\"Error de red\");
+ }
+ }
+
+ async function analyze() {
+ if (!lastProbeResults.length) return;
+ if (els.analyzeOut) els.analyzeOut.innerHTML = '<span class=\"text-muted\">Consultando supervisor IA…</span>';
+ if (els.analyzeBtn) els.analyzeBtn.disabled = true;
+ try {
+ const r = await fetch(\"/api/portals/lab/analyze\", {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({
+ results: lastProbeResults,
+ focus: els.analyzeFocus?.value || undefined,
+ }),
+ });
+ const d = await r.json();
+ renderAiResponse(els.analyzeOut, d.data, d.bridgeUrl, d.source);
+ } catch {
+ if (els.analyzeOut) els.analyzeOut.innerHTML = '<span class=\"text-danger\">Error de red</span>';
+ }
+ if (els.analyzeBtn) els.analyzeBtn.disabled = false;
+ }
+
+ async function discover() {
+ if (els.discoverOut) els.discoverOut.innerHTML = '<span class=\"text-muted\">Consultando IA…</span>';
+ try {
+ const r = await fetch(\"/api/portals/lab/discover\", { method: \"POST\" });
+ const d = await r.json();
+ renderAiResponse(els.discoverOut, d.data, d.bridgeUrl, d.source);
+ } catch {
+ if (els.discoverOut) els.discoverOut.innerHTML = '<span class=\"text-danger\">Error de red</span>';
+ }
+ }
+
+ async function commercialize() {
+ if (els.commercializeOut) els.commercializeOut.innerHTML = '<span class=\"text-muted\">Consultando IA…</span>';
+ try {
+ const r = await fetch(\"/api/portals/lab/commercialize\", { method: \"POST\" });
+ const d = await r.json();
+ renderAiResponse(els.commercializeOut, d.data, d.bridgeUrl, d.source);
+ } catch {
+ if (els.commercializeOut) els.commercializeOut.innerHTML = '<span class=\"text-danger\">Error de red</span>';
+ }
+ }
+
+ async function openBridgeFix(portal, diagnosis) {
+ try {
+ const r = await fetch(\"/api/portals/lab/bridge-fix\", {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({ portal: portal, diagnosis: diagnosis }),
+ });
+ const d = await r.json();
+ if (d.bridgeUrl) window.open(d.bridgeUrl, \"_blank\");
+ } catch {
+ alert(\"Error al generar enlace Bridge\");
+ }
+ }
+
+ if (els.probeAllBtn) els.probeAllBtn.addEventListener(\"click\", probeAll);
+ if (els.analyzeBtn) els.analyzeBtn.addEventListener(\"click\", analyze);
+ if (els.discoverBtn) els.discoverBtn.addEventListener(\"click\", discover);
+ if (els.commercializeBtn) els.commercializeBtn.addEventListener(\"click\", commercialize);
+
+ if (els.addForm) {
+ els.addForm.addEventListener(\"submit\", async function (e) {
+ e.preventDefault();
+ const name = document.getElementById(\"labPName\")?.value?.trim();
+ const scraper_class = els.pClass?.value;
+ const active = parseInt(document.getElementById(\"labPActive\")?.value || \"1\", 10);
+ if (!name || !scraper_class) return;
+ const r = await fetch(\"/api/portals\", {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({ name: name, scraper_class: scraper_class, active: active }),
+ });
+ const d = await r.json();
+ if (d.success) {
+ alert(\"Portal añadido. Recarga la página de Portales para gestionarlo.\");
+ els.addForm.reset();
+ loadOverview();
+ } else {
+ alert(\"Error: \" + (d.error || \"desconocido\"));
+ }
+ });
+ }
+
+ loadOverview();
+})();
","linesAdded":289,"linesRemoved":0,"status":"pending"},"pending":4},"at":1786378819060},{"event":"tool_activity","data":{"activity":{"id":"tool_48eb129f-2f91-4cc2-81fa-91c064f8afd","name":"edit","status":"completed","summary":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","detail":"","title":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","at":"2026-08-10T16:20:19.233Z"}},"at":1786378819233},{"event":"file_change","data":{"sessionId":"cs-1786326039083-f5p4tf","change":{"id":"ch-8","path":"lliria-properties-scraper\\src\\app.ts","type":"edit","diffString":"--- a/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts\n+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts\n@@ -15,6 +15,7 @@\n import mapRoutes from \"./routes/mapRoutes\";\n import zoneRoutes from \"./routes/zoneRoutes\";\n import portalRoutes from \"./routes/portalRoutes\";\n+import portalLabRoutes from \"./routes/portalLabRoutes\";\n import analyticsRoutes from \"./routes/analyticsRoutes\";\n import municipalityRoutes from \"./routes/municipalityRoutes\";\n import valenciaDistrictRoutes from \"./routes/valenciaDistrictRoutes\";","diffHtml":"
--- a/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts
@@ -15,6 +15,7 @@
import mapRoutes from \"./routes/mapRoutes\";
import zoneRoutes from \"./routes/zoneRoutes\";
import portalRoutes from \"./routes/portalRoutes\";
+import portalLabRoutes from \"./routes/portalLabRoutes\";
import analyticsRoutes from \"./routes/analyticsRoutes\";
import municipalityRoutes from \"./routes/municipalityRoutes\";
import valenciaDistrictRoutes from \"./routes/valenciaDistrictRoutes\";
","linesAdded":1,"linesRemoved":0,"status":"pending"},"pending":5},"at":1786378819233},{"event":"tool_activity","data":{"activity":{"id":"tool_8375aebb-230f-44cc-bbd2-e581f745dfa","name":"edit","status":"completed","summary":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","detail":"","title":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","at":"2026-08-10T16:20:19.977Z"}},"at":1786378819977},{"event":"file_change","data":{"sessionId":"cs-1786326039083-f5p4tf","change":{"id":"ch-8","path":"lliria-properties-scraper\\src\\app.ts","type":"edit","diffString":"--- a/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts\n+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts\n@@ -269,6 +269,15 @@\n }\n });\n \n+// Portal Lab — testeo scrapers + IA supervisor\n+app.get(\"/dashboard/portal-lab\", requireAuth, async (req, res) => {\n+ const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";\n+ res.render(\"dashboard/portal-lab\", {\n+ user: (req.session as any).username || \"George\",\n+ bridgeUrl,\n+ });\n+});\n+\n // Ruta offline (Service Worker fallback)\n app.get(\"/offline\", (_req: Request, res: Response) => {\n res.render(\"offline\");","diffHtml":"
--- a/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts
@@ -269,6 +269,15 @@
}
});
+// Portal Lab — testeo scrapers + IA supervisor
+app.get(\"/dashboard/portal-lab\", requireAuth, async (req, res) => {
+ const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";
+ res.render(\"dashboard/portal-lab\", {
+ user: (req.session as any).username || \"George\",
+ bridgeUrl,
+ });
+});
+
// Ruta offline (Service Worker fallback)
app.get(\"/offline\", (_req: Request, res: Response) => {
res.render(\"offline\");
","linesAdded":9,"linesRemoved":0,"status":"pending"},"pending":5},"at":1786378819977},{"event":"tool_activity","data":{"activity":{"id":"tool_871319c0-a989-497b-b0a9-74a8903cc7c","name":"edit","status":"completed","summary":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","detail":"","title":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts","at":"2026-08-10T16:20:20.234Z"}},"at":1786378820234},{"event":"file_change","data":{"sessionId":"cs-1786326039083-f5p4tf","change":{"id":"ch-8","path":"lliria-properties-scraper\\src\\app.ts","type":"edit","diffString":"--- a/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts\n+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts\n@@ -290,6 +290,7 @@\n app.use(\"/api/map\", mapRoutes);\n app.use(\"/api/zones\", zoneRoutes);\n app.use(\"/api/portals\", portalRoutes);\n+app.use(\"/api/portals/lab\", portalLabRoutes);\n app.use(\"/api/municipalities\", municipalityRoutes);\n app.use(\"/api/valencia-districts\", valenciaDistrictRoutes);\n app.use(\"/api/ai\", aiRoutes);","diffHtml":"
--- a/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts
+++ b/C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\app.ts
@@ -290,6 +290,7 @@
app.use(\"/api/map\", mapRoutes);
app.use(\"/api/zones\", zoneRoutes);
app.use(\"/api/portals\", portalRoutes);
+app.use(\"/api/portals/lab\", portalLabRoutes);
app.use(\"/api/municipalities\", municipalityRoutes);
app.use(\"/api/valencia-districts\", valenciaDistrictRoutes);
app.use(\"/api/ai\", aiRoutes);
","linesAdded":1,"linesRemoved":0,"status":"pending"},"pending":5},"at":1786378820234},{"event":"tool_activity","data":{"activity":{"id":"tool_69f12825-fff0-49aa-bd05-2539a3447d5","name":"edit","status":"running","summary":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\layouts\\main.ejs","detail":"","title":"edit: C:\\xampp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\layouts\\main.ejs","at":"2026-08-10T16:20:22.878Z"}},"at":1786378822878},{"event":"tool_activity","data":{"activity":{"id":"tool_4d095948-58c8-496d-b4e9-c95497a0344","name":"edit","status":"running","summary":"edit: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portals.ejs","detail":"","title":"edit: …pp\\htdocs\\captajaus\\lliria-properties-scraper\\src\\views\\dashboard\\portals.ejs","at":"2026-08-10T16:20:23.030Z"}},"at":1786378823030},{"event":"status","data":{"text":"Límite de 80 herramientas alcanzado — finalizando con lo obtenido."},"at":1786378823031},{"event":"status","data":{"text":"Turno añadido al transcript del IDE (reabrir chat / reload ventana)"},"at":1786378823043},{"event":"done","data":{"ok":true,"bridgeSessionId":"bs-1786378823041-gnipr8","agentId":"agent-a17c7ad3-a2fb-4146-ac12-9d84e844276d","runId":"run-6f0394ab-4cf9-40d1-9f66-793e2757cbf5","status":"cancelled","result":"","changeSessionId":"cs-1786326039083-f5p4tf","pendingChanges":8,"changes":[{"id":"ch-1","status":"pending","callId":"reconcile-lliria-properties-scraper\\src\\config\\scraperRegistry.ts","path":"lliria-properties-scraper\\src\\config\\scraperRegistry.ts","type":"write","diffString":"--- /dev/null\n+++ b/lliria-properties-scraper\\src\\config\\scraperRegistry.ts\n@@ -0,0 +1,44 @@\n+import { supportedScraperOperations } from \"../scrapers/capabilities\";\n+\n+export type ScraperEngine = \"playwright\" | \"cheerio\";\n+\n+export interface ScraperClassInfo {\n+ className: string;\n+ engine: ScraperEngine;\n+ operations: (\"sale\" | \"rent\")[];\n+ description: string;\n+}\n+\n+/** Registro de clases exportadas en src/scrapers/index.ts */\n+export const SCRAPER_REGISTRY: ScraperClassInfo[] = [\n+ { className: \"IdealistaPlaywrightScraper\", engine: \"playwright\", operations: supportedScraperOperations(\"IdealistaPlaywrightScraper\"), description: \"Idealista — anti-bot DataDome, Playwright stealth\" },\n+ { className: \"FotocasaPlaywrightScraper\", engine: \"playwright\", operations: supportedScraperOperations(\"FotocasaPlaywrightScraper\"), description: \"Fotocasa — SPA React, fallback JSON __initial_props__\" },\n+ { className: \"HabitacliaScraper\", engine: \"playwright\", operations: supportedScraperOperations(\"HabitacliaScraper\"), description: \"Habitaclia — Didomi + Playwright\" },\n+ { className: \"PisosScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"PisosScraper\"), description: \"Pisos.com — Cheerio + paginación\" },\n+ { className: \"GlobalizaScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"GlobalizaScraper\"), description: \"Globaliza — Comunidad Valenciana\" },\n+ { className: \"ThinkSpainScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"ThinkSpainScraper\"), description: \"ThinkSpain — expatriados\" },\n+ { className: \"MilanunciosScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"MilanunciosScraper\"), description: \"Milanuncios — particulares\" },\n+ { className: \"YaencontreScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"YaencontreScraper\"), description: \"Yaencontre — agregador\" },\n+ { className: \"TecnocasaScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"TecnocasaScraper\"), description: \"Tecnocasa — franquicias\" },\n+ { className: \"KyeroScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"KyeroScraper\"), description: \"Kyero — compradores internacionales\" },\n+ { className: \"CasasapoScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"CasasapoScraper\"), description: \"Casasapo — Portugal/España\" },\n+ { className: \"VibboScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"VibboScraper\"), description: \"Vibbo — Schibsted\" },\n+ { className: \"NuroaScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"NuroaScraper\"), description: \"Nuroa — meta-buscador\" },\n+ { className: \"EngelVolkersScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"EngelVolkersScraper\"), description: \"Engel & Völkers — premium\" },\n+ { className: \"EraSpainScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"EraSpainScraper\"), description: \"ERA Spain — franquicias\" },\n+ { className: \"RemaxScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"RemaxScraper\"), description: \"REMAX España\" },\n+ { className: \"InmobiliariaScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"InmobiliariaScraper\"), description: \"Inmobiliaria.es\" },\n+ { className: \"SpainHousesScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"SpainHousesScraper\"), description: \"SpainHouses — internacional\" },\n+ { className: \"HolpropScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"HolpropScraper\"), description: \"Holprop — alquiler vacacional\" },\n+ { className: \"TrovatScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"TrovatScraper\"), description: \"Trovit — agregador\" },\n+ { className: \"WallapopScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"WallapopScraper\"), description: \"Wallapop — particulares cercanos\" },\n+];\n+\n+export function getScraperClassNames(): string[] {\n+ return SCRAPER_REGISTRY.map((s) => s.className);\n+}\n+\n+export function findScraperInfo(className: string): ScraperClassInfo | undefined {\n+ return SCRAPER_REGISTRY.find((s) => s.className === className);\n+}\n+","linesAdded":44,"linesRemoved":0,"reconciled":true,"acceptedAt":1786326134032,"acceptedVia":"codex-suite","diffHtml":"
--- /dev/null
+++ b/lliria-properties-scraper\\src\\config\\scraperRegistry.ts
@@ -0,0 +1,44 @@
+import { supportedScraperOperations } from \"../scrapers/capabilities\";
+
+export type ScraperEngine = \"playwright\" | \"cheerio\";
+
+export interface ScraperClassInfo {
+ className: string;
+ engine: ScraperEngine;
+ operations: (\"sale\" | \"rent\")[];
+ description: string;
+}
+
+/** Registro de clases exportadas en src/scrapers/index.ts */
+export const SCRAPER_REGISTRY: ScraperClassInfo[] = [
+ { className: \"IdealistaPlaywrightScraper\", engine: \"playwright\", operations: supportedScraperOperations(\"IdealistaPlaywrightScraper\"), description: \"Idealista — anti-bot DataDome, Playwright stealth\" },
+ { className: \"FotocasaPlaywrightScraper\", engine: \"playwright\", operations: supportedScraperOperations(\"FotocasaPlaywrightScraper\"), description: \"Fotocasa — SPA React, fallback JSON __initial_props__\" },
+ { className: \"HabitacliaScraper\", engine: \"playwright\", operations: supportedScraperOperations(\"HabitacliaScraper\"), description: \"Habitaclia — Didomi + Playwright\" },
+ { className: \"PisosScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"PisosScraper\"), description: \"Pisos.com — Cheerio + paginación\" },
+ { className: \"GlobalizaScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"GlobalizaScraper\"), description: \"Globaliza — Comunidad Valenciana\" },
+ { className: \"ThinkSpainScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"ThinkSpainScraper\"), description: \"ThinkSpain — expatriados\" },
+ { className: \"MilanunciosScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"MilanunciosScraper\"), description: \"Milanuncios — particulares\" },
+ { className: \"YaencontreScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"YaencontreScraper\"), description: \"Yaencontre — agregador\" },
+ { className: \"TecnocasaScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"TecnocasaScraper\"), description: \"Tecnocasa — franquicias\" },
+ { className: \"KyeroScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"KyeroScraper\"), description: \"Kyero — compradores internacionales\" },
+ { className: \"CasasapoScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"CasasapoScraper\"), description: \"Casasapo — Portugal/España\" },
+ { className: \"VibboScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"VibboScraper\"), description: \"Vibbo — Schibsted\" },
+ { className: \"NuroaScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"NuroaScraper\"), description: \"Nuroa — meta-buscador\" },
+ { className: \"EngelVolkersScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"EngelVolkersScraper\"), description: \"Engel & Völkers — premium\" },
+ { className: \"EraSpainScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"EraSpainScraper\"), description: \"ERA Spain — franquicias\" },
+ { className: \"RemaxScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"RemaxScraper\"), description: \"REMAX España\" },
+ { className: \"InmobiliariaScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"InmobiliariaScraper\"), description: \"Inmobiliaria.es\" },
+ { className: \"SpainHousesScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"SpainHousesScraper\"), description: \"SpainHouses — internacional\" },
+ { className: \"HolpropScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"HolpropScraper\"), description: \"Holprop — alquiler vacacional\" },
+ { className: \"TrovatScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"TrovatScraper\"), description: \"Trovit — agregador\" },
+ { className: \"WallapopScraper\", engine: \"cheerio\", operations: supportedScraperOperations(\"WallapopScraper\"), description: \"Wallapop — particulares cercanos\" },
+];
+
+export function getScraperClassNames(): string[] {
+ return SCRAPER_REGISTRY.map((s) => s.className);
+}
+
+export function findScraperInfo(className: string): ScraperClassInfo | undefined {
+ return SCRAPER_REGISTRY.find((s) => s.className === className);
+}
+
"},{"id":"ch-2","status":"pending","callId":"reconcile-lliria-properties-scraper\\src\\config\\portalProbeConfig.ts","path":"lliria-properties-scraper\\src\\config\\portalProbeConfig.ts","type":"write","diffString":"--- /dev/null\n+++ b/lliria-properties-scraper\\src\\config\\portalProbeConfig.ts\n@@ -0,0 +1,92 @@\n+import type { ScraperEngine } from \"./scraperRegistry\";\n+\n+export interface PortalProbeTarget {\n+ slug: string;\n+ saleUrl: string;\n+ rentUrl?: string;\n+ selector: string;\n+ engine: ScraperEngine;\n+}\n+\n+/** URLs de prueba rápida (Llíria) por slug de portal en BD */\n+export const PORTAL_PROBE_TARGETS: PortalProbeTarget[] = [\n+ {\n+ slug: \"idealista\",\n+ saleUrl: \"https://www.idealista.com/venta-viviendas/lliria-valencia/\",\n+ rentUrl: \"https://www.idealista.com/alquiler-viviendas/lliria-valencia/\",\n+ selector: \"article.item, article[data-element-id]\",\n+ engine: \"playwright\",\n+ },\n+ {\n+ slug: \"fotocasa\",\n+ saleUrl: \"https://www.fotocasa.es/es/comprar/viviendas/lliria/todas-las-zonas/l\",\n+ rentUrl: \"https://www.fotocasa.es/es/alquiler/viviendas/lliria/todas-las-zonas/l\",\n+ selector: \"article h3 a[href], article[data-testid]\",\n+ engine: \"playwright\",\n+ },\n+ {\n+ slug: \"habitaclia\",\n+ saleUrl: \"https://www.habitaclia.com/viviendas-lliria.htm\",\n+ rentUrl: \"https://www.habitaclia.com/alquiler-lliria.htm\",\n+ selector: \"article.js-list-item\",\n+ engine: \"playwright\",\n+ },\n+ {\n+ slug: \"pisos-com\",\n+ saleUrl: \"https://www.pisos.com/venta/pisos-lliria/\",\n+ rentUrl: \"https://www.pisos.com/alquiler/pisos-lliria/\",\n+ selector: \".listing-card, article[data-adid]\",\n+ engine: \"cheerio\",\n+ },\n+ {\n+ slug: \"globaliza\",\n+ saleUrl: \"https://www.globaliza.com/venta/viviendas/lliria\",\n+ rentUrl: \"https://www.globaliza.com/alquiler/viviendas/lliria\",\n+ selector: \"h2 a[href*='/inmueble/']\",\n+ engine: \"cheerio\",\n+ },\n+ {\n+ slug: \"thinkspain\",\n+ saleUrl: \"https://www.thinkspain.com/property-for-sale/lliria\",\n+ selector: \".property-card, .listing-item\",\n+ engine: \"cheerio\",\n+ },\n+ {\n+ slug: \"milanuncios\",\n+ saleUrl: \"https://www.milanuncios.com/venta-de-pisos-en-lliria.htm\",\n+ rentUrl: \"https://www.milanuncios.com/alquiler-de-pisos-en-lliria.htm\",\n+ selector: \".aditem, article.ma-AdCard\",\n+ engine: \"cheerio\",\n+ },\n+ {\n+ slug: \"yaencontre\",\n+ saleUrl: \"https://www.yaencontre.com/venta/pisos/lliria\",\n+ rentUrl: \"https://www.yaencontre.com/alquiler/pisos/lliria\",\n+ selector: \".item-info-container, article\",\n+ engine: \"cheerio\",\n+ },\n+ {\n+ slug: \"tecnocasa\",\n+ saleUrl: \"https://www.tecnocasa.es/venta/pisos/lliria.html\",\n+ rentUrl: \"https://www.tecnocasa.es/alquiler/pisos/lliria.html\",\n+ selector: \".property-card, .immobile-card\",\n+ engine: \"cheerio\",\n+ },\n+ {\n+ slug: \"kyero\",\n+ saleUrl: \"https://www.kyero.com/spain-property/lliria\",\n+ selector: \".property-card\",\n+ engine: \"cheerio\",\n+ },\n+ {\n+ slug: \"wallapop\",\n+ saleUrl: \"https://es.wallapop.com/search?category_ids=12467&latitude=39.641&longitude=-0.595&filters_source=search_box&order_by=newest&distance=30000\",\n+ selector: \"a[href*='/item/']\",\n+ engine: \"playwright\",\n+ },\n+];\n+\n+export function getProbeTarget(slug: string): PortalProbeTarget | undefined {\n+ return PORTAL_PROBE_TARGETS.find((t) => t.slug === slug);\n+}\n+","linesAdded":92,"linesRemoved":0,"reconciled":true,"acceptedAt":1786326134032,"acceptedVia":"codex-suite","diffHtml":"
--- /dev/null
+++ b/lliria-properties-scraper\\src\\config\\portalProbeConfig.ts
@@ -0,0 +1,92 @@
+import type { ScraperEngine } from \"./scraperRegistry\";
+
+export interface PortalProbeTarget {
+ slug: string;
+ saleUrl: string;
+ rentUrl?: string;
+ selector: string;
+ engine: ScraperEngine;
+}
+
+/** URLs de prueba rápida (Llíria) por slug de portal en BD */
+export const PORTAL_PROBE_TARGETS: PortalProbeTarget[] = [
+ {
+ slug: \"idealista\",
+ saleUrl: \"https://www.idealista.com/venta-viviendas/lliria-valencia/\",
+ rentUrl: \"https://www.idealista.com/alquiler-viviendas/lliria-valencia/\",
+ selector: \"article.item, article[data-element-id]\",
+ engine: \"playwright\",
+ },
+ {
+ slug: \"fotocasa\",
+ saleUrl: \"https://www.fotocasa.es/es/comprar/viviendas/lliria/todas-las-zonas/l\",
+ rentUrl: \"https://www.fotocasa.es/es/alquiler/viviendas/lliria/todas-las-zonas/l\",
+ selector: \"article h3 a[href], article[data-testid]\",
+ engine: \"playwright\",
+ },
+ {
+ slug: \"habitaclia\",
+ saleUrl: \"https://www.habitaclia.com/viviendas-lliria.htm\",
+ rentUrl: \"https://www.habitaclia.com/alquiler-lliria.htm\",
+ selector: \"article.js-list-item\",
+ engine: \"playwright\",
+ },
+ {
+ slug: \"pisos-com\",
+ saleUrl: \"https://www.pisos.com/venta/pisos-lliria/\",
+ rentUrl: \"https://www.pisos.com/alquiler/pisos-lliria/\",
+ selector: \".listing-card, article[data-adid]\",
+ engine: \"cheerio\",
+ },
+ {
+ slug: \"globaliza\",
+ saleUrl: \"https://www.globaliza.com/venta/viviendas/lliria\",
+ rentUrl: \"https://www.globaliza.com/alquiler/viviendas/lliria\",
+ selector: \"h2 a[href*='/inmueble/']\",
+ engine: \"cheerio\",
+ },
+ {
+ slug: \"thinkspain\",
+ saleUrl: \"https://www.thinkspain.com/property-for-sale/lliria\",
+ selector: \".property-card, .listing-item\",
+ engine: \"cheerio\",
+ },
+ {
+ slug: \"milanuncios\",
+ saleUrl: \"https://www.milanuncios.com/venta-de-pisos-en-lliria.htm\",
+ rentUrl: \"https://www.milanuncios.com/alquiler-de-pisos-en-lliria.htm\",
+ selector: \".aditem, article.ma-AdCard\",
+ engine: \"cheerio\",
+ },
+ {
+ slug: \"yaencontre\",
+ saleUrl: \"https://www.yaencontre.com/venta/pisos/lliria\",
+ rentUrl: \"https://www.yaencontre.com/alquiler/pisos/lliria\",
+ selector: \".item-info-container, article\",
+ engine: \"cheerio\",
+ },
+ {
+ slug: \"tecnocasa\",
+ saleUrl: \"https://www.tecnocasa.es/venta/pisos/lliria.html\",
+ rentUrl: \"https://www.tecnocasa.es/alquiler/pisos/lliria.html\",
+ selector: \".property-card, .immobile-card\",
+ engine: \"cheerio\",
+ },
+ {
+ slug: \"kyero\",
+ saleUrl: \"https://www.kyero.com/spain-property/lliria\",
+ selector: \".property-card\",
+ engine: \"cheerio\",
+ },
+ {
+ slug: \"wallapop\",
+ saleUrl: \"https://es.wallapop.com/search?category_ids=12467&latitude=39.641&longitude=-0.595&filters_source=search_box&order_by=newest&distance=30000\",
+ selector: \"a[href*='/item/']\",
+ engine: \"playwright\",
+ },
+];
+
+export function getProbeTarget(slug: string): PortalProbeTarget | undefined {
+ return PORTAL_PROBE_TARGETS.find((t) => t.slug === slug);
+}
+
"},{"id":"ch-3","status":"pending","callId":"reconcile-lliria-properties-scraper\\src\\services\\portalProbeService.ts","path":"lliria-properties-scraper\\src\\services\\portalProbeService.ts","type":"write","diffString":"--- /dev/null\n+++ b/lliria-properties-scraper\\src\\services\\portalProbeService.ts\n@@ -0,0 +1,192 @@\n+import axios from \"axios\";\n+import { PortalModel } from \"../models/portalModel\";\n+import { getProbeTarget } from \"../config/portalProbeConfig\";\n+import { findScraperInfo } from \"../config/scraperRegistry\";\n+import { PortalBrowserSession, isChallengePage } from \"../scrapers/portalBrowserSession\";\n+import { supportsScraperOperation } from \"../scrapers/capabilities\";\n+\n+export interface ProbeResult {\n+ portal: string;\n+ slug: string;\n+ operation: \"sale\" | \"rent\";\n+ url: string;\n+ httpStatus: number | null;\n+ title: string;\n+ selector: string;\n+ matchCount: number;\n+ htmlLength: number;\n+ challenge: boolean;\n+ ok: boolean;\n+ diagnosis: string;\n+ durationMs: number;\n+ engine: string;\n+}\n+\n+function diagnoseProbe(r: Omit): { ok: boolean; diagnosis: string } {\n+ if (r.challenge) return { ok: false, diagnosis: \"Bloqueo anti-bot / challenge detectado\" };\n+ if (r.httpStatus && r.httpStatus >= 400) return { ok: false, diagnosis: `HTTP ${r.httpStatus}` };\n+ if (r.matchCount >= 5) return { ok: true, diagnosis: `OK — ${r.matchCount} coincidencias con selector` };\n+ if (r.matchCount > 0) return { ok: false, diagnosis: `Pocos resultados (${r.matchCount}) — posible hidratación incompleta o selector obsoleto` };\n+ if (r.htmlLength < 3000) return { ok: false, diagnosis: \"HTML muy corto — página vacía o redirección\" };\n+ return { ok: false, diagnosis: \"Sin coincidencias — revisar selector o bloqueo silencioso\" };\n+}\n+\n+async function probeWithPlaywright(url: string, selector: string, portalName: string): Promise<{\n+ httpStatus: number | null;\n+ title: string;\n+ matchCount: number;\n+ htmlLength: number;\n+ challenge: boolean;\n+ finalUrl: string;\n+}> {\n+ const session = new PortalBrowserSession(portalName, 45000);\n+ try {\n+ const html = await session.fetchHtml(url, { waitForSelector: selector.split(\",\")[0].trim() });\n+ const titleMatch = html.match(/]*>([^<]*)<\\/title>/i);\n+ const title = titleMatch ? titleMatch[1].trim() : \"\";\n+ let count = 0;\n+ if (selector.includes(\"article\")) count = (html.match(/]/gi) || []).length;\n+ else if (selector.includes(\"a[href\")) count = (html.match(/href=\"/gi) || []).length;\n+ else count = (html.match(/class=\"/gi) || []).length;\n+ const challenge = isChallengePage({ url, title, html });\n+ return { httpStatus: 200, title, matchCount: count, htmlLength: html.length, challenge, finalUrl: url };\n+ } finally {\n+ await session.close();\n+ }\n+}\n+\n+async function probeWithHttp(url: string, selector: string): Promise<{\n+ httpStatus: number | null;\n+ title: string;\n+ matchCount: number;\n+ htmlLength: number;\n+ challenge: boolean;\n+ finalUrl: string;\n+}> {\n+ const res = await axios.get(url, {\n+ timeout: 20000,\n+ maxRedirects: 5,\n+ validateStatus: () => true,\n+ headers: {\n+ \"User-Agent\": \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36\",\n+ \"Accept-Language\": \"es-ES,es;q=0.9\",\n+ },\n+ });\n+ const html = String(res.data || \"\");\n+ const titleMatch = html.match(/]*>([^<]*)<\\/title>/i);\n+ const title = titleMatch ? titleMatch[1].trim() : \"\";\n+ let count = 0;\n+ if (selector.includes(\"article\")) count = (html.match(/]/gi) || []).length;\n+ else if (selector.includes(\"inmueble\")) count = (html.match(/\\/inmueble\\//gi) || []).length;\n+ else if (selector.includes(\"listing\")) count = (html.match(/listing/gi) || []).length;\n+ else count = (html.match(/class=\"/gi) || []).length;\n+ const challenge = isChallengePage({ status: res.status, url: res.request?.res?.responseUrl || url, title, html });\n+ return {\n+ httpStatus: res.status,\n+ title,\n+ matchCount: count,\n+ htmlLength: html.length,\n+ challenge,\n+ finalUrl: url,\n+ };\n+}\n+\n+export async function probePortal(slug: string, operation: \"sale\" | \"rent\" = \"sale\"): Promise {\n+ const start = Date.now();\n+ const portal = await PortalModel.findBySlug(slug);\n+ if (!portal) throw new Error(`Portal '${slug}' no encontrado`);\n+\n+ if (!supportsScraperOperation(portal.scraper_class, operation)) {\n+ return {\n+ portal: portal.name,\n+ slug,\n+ operation,\n+ url: \"\",\n+ httpStatus: null,\n+ title: \"\",\n+ selector: \"\",\n+ matchCount: 0,\n+ htmlLength: 0,\n+ challenge: false,\n+ ok: false,\n+ diagnosis: `Operación '${operation}' no soportada por ${portal.scraper_class}`,\n+ durationMs: Date.now() - start,\n+ engine: \"n/a\",\n+ };\n+ }\n+\n+ const target = getProbeTarget(slug);\n+ const scraperInfo = findScraperInfo(portal.scraper_class);\n+ const engine = target?.engine || scraperInfo?.engine || \"cheerio\";\n+ const url = operation === \"rent\" && target?.rentUrl ? target.rentUrl : target?.saleUrl;\n+ const selector = target?.selector || \"article, .listing, a[href*='inmueble']\";\n+\n+ if (!url) {\n+ return {\n+ portal: portal.name,\n+ slug,\n+ operation,\n+ url: \"\",\n+ httpStatus: null,\n+ title: \"\",\n+ selector,\n+ matchCount: 0,\n+ htmlLength: 0,\n+ challenge: false,\n+ ok: false,\n+ diagnosis: \"Sin URL de prueba configurada para este portal\",\n+ durationMs: Date.now() - start,\n+ engine,\n+ };\n+ }\n+\n+ const raw = engine === \"playwright\"\n+ ? await probeWithPlaywright(url, selector, portal.name)\n+ : await probeWithHttp(url, selector);\n+\n+ const partial: Omit = {\n+ portal: portal.name,\n+ slug,\n+ operation,\n+ url: raw.finalUrl || url,\n+ httpStatus: raw.httpStatus,\n+ title: raw.title.slice(0, 120),\n+ selector,\n+ matchCount: raw.matchCount,\n+ htmlLength: raw.htmlLength,\n+ challenge: raw.challenge,\n+ durationMs: Date.now() - start,\n+ engine,\n+ };\n+ const { ok, diagnosis } = diagnoseProbe(partial);\n+ return { ...partial, ok, diagnosis };\n+}\n+\n+export async function probeAllPortals(operation: \"sale\" | \"rent\" = \"sale\"): Promise {\n+ const portals = await PortalModel.findAll();\n+ const results: ProbeResult[] = [];\n+ for (const p of portals) {\n+ try {\n+ results.push(await probePortal(p.slug, operation));\n+ } catch (e) {\n+ results.push({\n+ portal: p.name,\n+ slug: p.slug,\n+ operation,\n+ url: \"\",\n+ httpStatus: null,\n+ title: \"\",\n+ selector: \"\",\n+ matchCount: 0,\n+ htmlLength: 0,\n+ challenge: false,\n+ ok: false,\n+ diagnosis: (e as Error).message,\n+ durationMs: 0,\n+ engine: \"error\",\n+ });\n+ }\n+ }\n+ return results;\n+}\n+","linesAdded":192,"linesRemoved":0,"reconciled":true,"acceptedAt":1786326134032,"acceptedVia":"codex-suite","diffHtml":"
--- /dev/null
+++ b/lliria-properties-scraper\\src\\services\\portalProbeService.ts
@@ -0,0 +1,192 @@
+import axios from \"axios\";
+import { PortalModel } from \"../models/portalModel\";
+import { getProbeTarget } from \"../config/portalProbeConfig\";
+import { findScraperInfo } from \"../config/scraperRegistry\";
+import { PortalBrowserSession, isChallengePage } from \"../scrapers/portalBrowserSession\";
+import { supportsScraperOperation } from \"../scrapers/capabilities\";
+
+export interface ProbeResult {
+ portal: string;
+ slug: string;
+ operation: \"sale\" | \"rent\";
+ url: string;
+ httpStatus: number | null;
+ title: string;
+ selector: string;
+ matchCount: number;
+ htmlLength: number;
+ challenge: boolean;
+ ok: boolean;
+ diagnosis: string;
+ durationMs: number;
+ engine: string;
+}
+
+function diagnoseProbe(r: Omit<ProbeResult, \"diagnosis\" | \"ok\">): { ok: boolean; diagnosis: string } {
+ if (r.challenge) return { ok: false, diagnosis: \"Bloqueo anti-bot / challenge detectado\" };
+ if (r.httpStatus && r.httpStatus >= 400) return { ok: false, diagnosis: `HTTP ${r.httpStatus}` };
+ if (r.matchCount >= 5) return { ok: true, diagnosis: `OK — ${r.matchCount} coincidencias con selector` };
+ if (r.matchCount > 0) return { ok: false, diagnosis: `Pocos resultados (${r.matchCount}) — posible hidratación incompleta o selector obsoleto` };
+ if (r.htmlLength < 3000) return { ok: false, diagnosis: \"HTML muy corto — página vacía o redirección\" };
+ return { ok: false, diagnosis: \"Sin coincidencias — revisar selector o bloqueo silencioso\" };
+}
+
+async function probeWithPlaywright(url: string, selector: string, portalName: string): Promise<{
+ httpStatus: number | null;
+ title: string;
+ matchCount: number;
+ htmlLength: number;
+ challenge: boolean;
+ finalUrl: string;
+}> {
+ const session = new PortalBrowserSession(portalName, 45000);
+ try {
+ const html = await session.fetchHtml(url, { waitForSelector: selector.split(\",\")[0].trim() });
+ const titleMatch = html.match(/<title[^>]*>([^<]*)<\\/title>/i);
+ const title = titleMatch ? titleMatch[1].trim() : \"\";
+ let count = 0;
+ if (selector.includes(\"article\")) count = (html.match(/<article[\\s>]/gi) || []).length;
+ else if (selector.includes(\"a[href\")) count = (html.match(/href=\"/gi) || []).length;
+ else count = (html.match(/class=\"/gi) || []).length;
+ const challenge = isChallengePage({ url, title, html });
+ return { httpStatus: 200, title, matchCount: count, htmlLength: html.length, challenge, finalUrl: url };
+ } finally {
+ await session.close();
+ }
+}
+
+async function probeWithHttp(url: string, selector: string): Promise<{
+ httpStatus: number | null;
+ title: string;
+ matchCount: number;
+ htmlLength: number;
+ challenge: boolean;
+ finalUrl: string;
+}> {
+ const res = await axios.get(url, {
+ timeout: 20000,
+ maxRedirects: 5,
+ validateStatus: () => true,
+ headers: {
+ \"User-Agent\": \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36\",
+ \"Accept-Language\": \"es-ES,es;q=0.9\",
+ },
+ });
+ const html = String(res.data || \"\");
+ const titleMatch = html.match(/<title[^>]*>([^<]*)<\\/title>/i);
+ const title = titleMatch ? titleMatch[1].trim() : \"\";
+ let count = 0;
+ if (selector.includes(\"article\")) count = (html.match(/<article[\\s>]/gi) || []).length;
+ else if (selector.includes(\"inmueble\")) count = (html.match(/\\/inmueble\\//gi) || []).length;
+ else if (selector.includes(\"listing\")) count = (html.match(/listing/gi) || []).length;
+ else count = (html.match(/class=\"/gi) || []).length;
+ const challenge = isChallengePage({ status: res.status, url: res.request?.res?.responseUrl || url, title, html });
+ return {
+ httpStatus: res.status,
+ title,
+ matchCount: count,
+ htmlLength: html.length,
+ challenge,
+ finalUrl: url,
+ };
+}
+
+export async function probePortal(slug: string, operation: \"sale\" | \"rent\" = \"sale\"): Promise<ProbeResult> {
+ const start = Date.now();
+ const portal = await PortalModel.findBySlug(slug);
+ if (!portal) throw new Error(`Portal '${slug}' no encontrado`);
+
+ if (!supportsScraperOperation(portal.scraper_class, operation)) {
+ return {
+ portal: portal.name,
+ slug,
+ operation,
+ url: \"\",
+ httpStatus: null,
+ title: \"\",
+ selector: \"\",
+ matchCount: 0,
+ htmlLength: 0,
+ challenge: false,
+ ok: false,
+ diagnosis: `Operación '${operation}' no soportada por ${portal.scraper_class}`,
+ durationMs: Date.now() - start,
+ engine: \"n/a\",
+ };
+ }
+
+ const target = getProbeTarget(slug);
+ const scraperInfo = findScraperInfo(portal.scraper_class);
+ const engine = target?.engine || scraperInfo?.engine || \"cheerio\";
+ const url = operation === \"rent\" && target?.rentUrl ? target.rentUrl : target?.saleUrl;
+ const selector = target?.selector || \"article, .listing, a[href*='inmueble']\";
+
+ if (!url) {
+ return {
+ portal: portal.name,
+ slug,
+ operation,
+ url: \"\",
+ httpStatus: null,
+ title: \"\",
+ selector,
+ matchCount: 0,
+ htmlLength: 0,
+ challenge: false,
+ ok: false,
+ diagnosis: \"Sin URL de prueba configurada para este portal\",
+ durationMs: Date.now() - start,
+ engine,
+ };
+ }
+
+ const raw = engine === \"playwright\"
+ ? await probeWithPlaywright(url, selector, portal.name)
+ : await probeWithHttp(url, selector);
+
+ const partial: Omit<ProbeResult, \"diagnosis\" | \"ok\"> = {
+ portal: portal.name,
+ slug,
+ operation,
+ url: raw.finalUrl || url,
+ httpStatus: raw.httpStatus,
+ title: raw.title.slice(0, 120),
+ selector,
+ matchCount: raw.matchCount,
+ htmlLength: raw.htmlLength,
+ challenge: raw.challenge,
+ durationMs: Date.now() - start,
+ engine,
+ };
+ const { ok, diagnosis } = diagnoseProbe(partial);
+ return { ...partial, ok, diagnosis };
+}
+
+export async function probeAllPortals(operation: \"sale\" | \"rent\" = \"sale\"): Promise<ProbeResult[]> {
+ const portals = await PortalModel.findAll();
+ const results: ProbeResult[] = [];
+ for (const p of portals) {
+ try {
+ results.push(await probePortal(p.slug, operation));
+ } catch (e) {
+ results.push({
+ portal: p.name,
+ slug: p.slug,
+ operation,
+ url: \"\",
+ httpStatus: null,
+ title: \"\",
+ selector: \"\",
+ matchCount: 0,
+ htmlLength: 0,
+ challenge: false,
+ ok: false,
+ diagnosis: (e as Error).message,
+ durationMs: 0,
+ engine: \"error\",
+ });
+ }
+ }
+ return results;
+}
+
"},{"id":"ch-4","status":"pending","callId":"reconcile-lliria-properties-scraper\\src\\services\\portalLabService.ts","path":"lliria-properties-scraper\\src\\services\\portalLabService.ts","type":"write","diffString":"--- /dev/null\n+++ b/lliria-properties-scraper\\src\\services\\portalLabService.ts\n@@ -0,0 +1,153 @@\n+import { PortalModel } from \"../models/portalModel\";\n+import { SCRAPER_REGISTRY, getScraperClassNames } from \"../config/scraperRegistry\";\n+import { PORTAL_PROBE_TARGETS } from \"../config/portalProbeConfig\";\n+import { probePortal, probeAllPortals, type ProbeResult } from \"./portalProbeService\";\n+import {\n+ supervisorConfig,\n+ getSupervisorHealth,\n+ dispatchChat,\n+ recommendTask,\n+ buildBridgeDeepLink,\n+} from \"./supervisorAiService\";\n+import pool from \"../config/db\";\n+import { RowDataPacket } from \"mysql2\";\n+\n+export interface LabOverview {\n+ supervisor: { online: boolean; baseUrl: string; bridgeUrl: string };\n+ portals: Awaited>;\n+ registry: typeof SCRAPER_REGISTRY;\n+ probeTargets: typeof PORTAL_PROBE_TARGETS;\n+ unregisteredScrapers: string[];\n+ recentRuns: Record[];\n+}\n+\n+export async function getLabOverview(): Promise {\n+ const [portals, health] = await Promise.all([PortalModel.findAll(), getSupervisorHealth()]);\n+ const cfg = supervisorConfig();\n+ const usedClasses = new Set(portals.map((p) => p.scraper_class));\n+ const unregisteredScrapers = getScraperClassNames().filter((c) => !usedClasses.has(c));\n+\n+ const [runRows] = await pool.query(\n+ `SELECT portal, operation_type, status, properties_found, error, started_at, finished_at\n+ FROM scraping_portal_runs\n+ WHERE started_at >= DATE_SUB(NOW(), INTERVAL 7 DAY)\n+ ORDER BY started_at DESC\n+ LIMIT 40`\n+ );\n+\n+ return {\n+ supervisor: { online: health.ok, baseUrl: cfg.baseUrl, bridgeUrl: cfg.bridgeUrl },\n+ portals,\n+ registry: SCRAPER_REGISTRY,\n+ probeTargets: PORTAL_PROBE_TARGETS,\n+ unregisteredScrapers,\n+ recentRuns: runRows as Record[],\n+ };\n+}\n+\n+function summarizeProbes(results: ProbeResult[]): string {\n+ const lines = results.map((r) => {\n+ const flag = r.ok ? \"OK\" : \"FAIL\";\n+ return `- [${flag}] ${r.portal} (${r.operation}): ${r.diagnosis} | HTTP ${r.httpStatus ?? \"n/a\"} | matches=${r.matchCount} | engine=${r.engine}${r.challenge ? \" | CHALLENGE\" : \"\"}`;\n+ });\n+ const failed = results.filter((r) => !r.ok);\n+ const header = `Probe ${results.length} portales — ${results.filter((r) => r.ok).length} OK, ${failed.length} fallos`;\n+ return [header, \"\", ...lines].join(\"\\n\");\n+}\n+\n+export async function analyzeProbesWithAi(results: ProbeResult[], focus?: string) {\n+ const summary = summarizeProbes(results);\n+ const message = [\n+ \"Eres el analista de scrapers del proyecto Captajaus (Llíria/Valencia, España).\",\n+ \"Analiza estos resultados de probe en vivo y responde en español con:\",\n+ \"1) Diagnóstico por portal fallido (causa probable)\",\n+ \"2) Acciones concretas de fix (selector, Playwright, proxy, JSON fallback…)\",\n+ \"3) Prioridad (alta/media/baja)\",\n+ focus ? `\\nEnfoque del operador: ${focus}` : \"\",\n+ \"\",\n+ summary,\n+ ]\n+ .filter(Boolean)\n+ .join(\"\\n\");\n+\n+ const chat = await dispatchChat(message, \"ops\");\n+ if (chat.ok && chat.data) {\n+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };\n+ }\n+\n+ const rec = await recommendTask(message, \"ops\");\n+ if (rec.ok && rec.data) {\n+ const bridgeUrl = buildBridgeDeepLink(\n+ [\"MODO REVISIÓN — Portal Lab Captajaus\", \"\", message].join(\"\\n\")\n+ );\n+ return { source: \"bridge\" as const, data: rec.data, bridgeUrl };\n+ }\n+\n+ return {\n+ source: \"offline\" as const,\n+ data: null,\n+ bridgeUrl: buildBridgeDeepLink(message),\n+ summary,\n+ };\n+}\n+\n+export async function discoverPortalsWithAi() {\n+ const overview = await getLabOverview();\n+ const activeNames = overview.portals.filter((p) => p.active).map((p) => p.name).join(\", \");\n+ const available = overview.unregisteredScrapers.join(\", \");\n+ const message = [\n+ \"Proyecto Captajaus: agregador inmobiliario Llíria + Valencia.\",\n+ `Portales activos en BD: ${activeNames || \"ninguno\"}`,\n+ `Scrapers implementados sin registrar: ${available || \"ninguno\"}`,\n+ `Clases en registry: ${overview.registry.map((r) => r.className).join(\", \")}`,\n+ \"\",\n+ \"Responde en español:\",\n+ \"1) Qué portales nuevos conviene añadir para Llíria/comarca (priorizados)\",\n+ \"2) Qué scraper_class usar de las ya implementadas\",\n+ \"3) Riesgo anti-bot estimado\",\n+ \"4) Si falta scraper, describe URL patrón y engine recomendado (cheerio/playwright)\",\n+ ].join(\"\\n\");\n+\n+ const chat = await dispatchChat(message, \"research\");\n+ if (chat.ok && chat.data) {\n+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };\n+ }\n+ return {\n+ source: \"bridge\" as const,\n+ data: recFallback(message),\n+ bridgeUrl: buildBridgeDeepLink(message),\n+ };\n+}\n+\n+function recFallback(message: string) {\n+ return { hint: \"Supervisor offline — usa Cursor Bridge\", prompt: message.slice(0, 500) };\n+}\n+\n+export async function commercializeWithAi() {\n+ const overview = await getLabOverview();\n+ const stats = overview.portals.map((p) => `${p.name}: ${p.property_count ?? 0} props`).join(\"; \");\n+ const message = [\n+ \"Producto: Captajaus / Lliria Properties — scraper + alertas email + dashboard PWA para compradores/inversores inmobiliarios en Llíria y Valencia.\",\n+ `Datos actuales: ${stats}`,\n+ \"\",\n+ \"Responde en español como consultor de producto:\",\n+ \"1) Público objetivo principal y secundario (personas concretas, no genérico)\",\n+ \"2) Propuesta de valor en 2 frases\",\n+ \"3) Canales de comercialización (SEO, agencias, WhatsApp, B2B…)\",\n+ \"4) Pricing sugerido (freemium, suscripción, white-label)\",\n+ \"5) Primer experimento de validación en 7 días\",\n+ ].join(\"\\n\");\n+\n+ const chat = await dispatchChat(message, \"research\");\n+ if (chat.ok && chat.data) {\n+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };\n+ }\n+ return {\n+ source: \"bridge\" as const,\n+ data: recFallback(message),\n+ bridgeUrl: buildBridgeDeepLink(message),\n+ };\n+}\n+\n+export { probePortal, probeAllPortals, type ProbeResult };\n+","linesAdded":153,"linesRemoved":0,"reconciled":true,"diffHtml":"
--- /dev/null
+++ b/lliria-properties-scraper\\src\\services\\portalLabService.ts
@@ -0,0 +1,153 @@
+import { PortalModel } from \"../models/portalModel\";
+import { SCRAPER_REGISTRY, getScraperClassNames } from \"../config/scraperRegistry\";
+import { PORTAL_PROBE_TARGETS } from \"../config/portalProbeConfig\";
+import { probePortal, probeAllPortals, type ProbeResult } from \"./portalProbeService\";
+import {
+ supervisorConfig,
+ getSupervisorHealth,
+ dispatchChat,
+ recommendTask,
+ buildBridgeDeepLink,
+} from \"./supervisorAiService\";
+import pool from \"../config/db\";
+import { RowDataPacket } from \"mysql2\";
+
+export interface LabOverview {
+ supervisor: { online: boolean; baseUrl: string; bridgeUrl: string };
+ portals: Awaited<ReturnType<typeof PortalModel.findAll>>;
+ registry: typeof SCRAPER_REGISTRY;
+ probeTargets: typeof PORTAL_PROBE_TARGETS;
+ unregisteredScrapers: string[];
+ recentRuns: Record<string, unknown>[];
+}
+
+export async function getLabOverview(): Promise<LabOverview> {
+ const [portals, health] = await Promise.all([PortalModel.findAll(), getSupervisorHealth()]);
+ const cfg = supervisorConfig();
+ const usedClasses = new Set(portals.map((p) => p.scraper_class));
+ const unregisteredScrapers = getScraperClassNames().filter((c) => !usedClasses.has(c));
+
+ const [runRows] = await pool.query<RowDataPacket[]>(
+ `SELECT portal, operation_type, status, properties_found, error, started_at, finished_at
+ FROM scraping_portal_runs
+ WHERE started_at >= DATE_SUB(NOW(), INTERVAL 7 DAY)
+ ORDER BY started_at DESC
+ LIMIT 40`
+ );
+
+ return {
+ supervisor: { online: health.ok, baseUrl: cfg.baseUrl, bridgeUrl: cfg.bridgeUrl },
+ portals,
+ registry: SCRAPER_REGISTRY,
+ probeTargets: PORTAL_PROBE_TARGETS,
+ unregisteredScrapers,
+ recentRuns: runRows as Record<string, unknown>[],
+ };
+}
+
+function summarizeProbes(results: ProbeResult[]): string {
+ const lines = results.map((r) => {
+ const flag = r.ok ? \"OK\" : \"FAIL\";
+ return `- [${flag}] ${r.portal} (${r.operation}): ${r.diagnosis} | HTTP ${r.httpStatus ?? \"n/a\"} | matches=${r.matchCount} | engine=${r.engine}${r.challenge ? \" | CHALLENGE\" : \"\"}`;
+ });
+ const failed = results.filter((r) => !r.ok);
+ const header = `Probe ${results.length} portales — ${results.filter((r) => r.ok).length} OK, ${failed.length} fallos`;
+ return [header, \"\", ...lines].join(\"\\n\");
+}
+
+export async function analyzeProbesWithAi(results: ProbeResult[], focus?: string) {
+ const summary = summarizeProbes(results);
+ const message = [
+ \"Eres el analista de scrapers del proyecto Captajaus (Llíria/Valencia, España).\",
+ \"Analiza estos resultados de probe en vivo y responde en español con:\",
+ \"1) Diagnóstico por portal fallido (causa probable)\",
+ \"2) Acciones concretas de fix (selector, Playwright, proxy, JSON fallback…)\",
+ \"3) Prioridad (alta/media/baja)\",
+ focus ? `\\nEnfoque del operador: ${focus}` : \"\",
+ \"\",
+ summary,
+ ]
+ .filter(Boolean)
+ .join(\"\\n\");
+
+ const chat = await dispatchChat(message, \"ops\");
+ if (chat.ok && chat.data) {
+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };
+ }
+
+ const rec = await recommendTask(message, \"ops\");
+ if (rec.ok && rec.data) {
+ const bridgeUrl = buildBridgeDeepLink(
+ [\"MODO REVISIÓN — Portal Lab Captajaus\", \"\", message].join(\"\\n\")
+ );
+ return { source: \"bridge\" as const, data: rec.data, bridgeUrl };
+ }
+
+ return {
+ source: \"offline\" as const,
+ data: null,
+ bridgeUrl: buildBridgeDeepLink(message),
+ summary,
+ };
+}
+
+export async function discoverPortalsWithAi() {
+ const overview = await getLabOverview();
+ const activeNames = overview.portals.filter((p) => p.active).map((p) => p.name).join(\", \");
+ const available = overview.unregisteredScrapers.join(\", \");
+ const message = [
+ \"Proyecto Captajaus: agregador inmobiliario Llíria + Valencia.\",
+ `Portales activos en BD: ${activeNames || \"ninguno\"}`,
+ `Scrapers implementados sin registrar: ${available || \"ninguno\"}`,
+ `Clases en registry: ${overview.registry.map((r) => r.className).join(\", \")}`,
+ \"\",
+ \"Responde en español:\",
+ \"1) Qué portales nuevos conviene añadir para Llíria/comarca (priorizados)\",
+ \"2) Qué scraper_class usar de las ya implementadas\",
+ \"3) Riesgo anti-bot estimado\",
+ \"4) Si falta scraper, describe URL patrón y engine recomendado (cheerio/playwright)\",
+ ].join(\"\\n\");
+
+ const chat = await dispatchChat(message, \"research\");
+ if (chat.ok && chat.data) {
+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };
+ }
+ return {
+ source: \"bridge\" as const,
+ data: recFallback(message),
+ bridgeUrl: buildBridgeDeepLink(message),
+ };
+}
+
+function recFallback(message: string) {
+ return { hint: \"Supervisor offline — usa Cursor Bridge\", prompt: message.slice(0, 500) };
+}
+
+export async function commercializeWithAi() {
+ const overview = await getLabOverview();
+ const stats = overview.portals.map((p) => `${p.name}: ${p.property_count ?? 0} props`).join(\"; \");
+ const message = [
+ \"Producto: Captajaus / Lliria Properties — scraper + alertas email + dashboard PWA para compradores/inversores inmobiliarios en Llíria y Valencia.\",
+ `Datos actuales: ${stats}`,
+ \"\",
+ \"Responde en español como consultor de producto:\",
+ \"1) Público objetivo principal y secundario (personas concretas, no genérico)\",
+ \"2) Propuesta de valor en 2 frases\",
+ \"3) Canales de comercialización (SEO, agencias, WhatsApp, B2B…)\",
+ \"4) Pricing sugerido (freemium, suscripción, white-label)\",
+ \"5) Primer experimento de validación en 7 días\",
+ ].join(\"\\n\");
+
+ const chat = await dispatchChat(message, \"research\");
+ if (chat.ok && chat.data) {
+ return { source: \"supervisor\" as const, data: chat.data, bridgeUrl: null };
+ }
+ return {
+ source: \"bridge\" as const,
+ data: recFallback(message),
+ bridgeUrl: buildBridgeDeepLink(message),
+ };
+}
+
+export { probePortal, probeAllPortals, type ProbeResult };
+
"},{"id":"ch-5","status":"pending","callId":"reconcile-lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts","path":"lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts","type":"write","diffString":"--- /dev/null\n+++ b/lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts\n@@ -0,0 +1,106 @@\n+import { Router, Request, Response } from \"express\";\n+import { requireAuth } from \"../middleware/auth\";\n+import { buildBridgeDeepLink } from \"../services/supervisorAiService\";\n+import {\n+ getLabOverview,\n+ probePortal,\n+ probeAllPortals,\n+ analyzeProbesWithAi,\n+ discoverPortalsWithAi,\n+ commercializeWithAi,\n+} from \"../services/portalLabService\";\n+\n+const router = Router();\n+router.use(requireAuth);\n+\n+router.get(\"/overview\", async (_req: Request, res: Response) => {\n+ try {\n+ const overview = await getLabOverview();\n+ res.json({ success: true, ...overview });\n+ } catch (e) {\n+ res.status(500).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/probe/:slug\", async (req: Request, res: Response) => {\n+ const slug = String(req.params.slug || \"\").trim();\n+ const operation = String(req.body?.operation || req.query?.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";\n+ if (!slug) return res.status(400).json({ success: false, error: \"slug requerido\" });\n+ try {\n+ const result = await probePortal(slug, operation);\n+ res.json({ success: true, result });\n+ } catch (e) {\n+ res.status(404).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/probe-all\", async (req: Request, res: Response) => {\n+ const operation = String(req.body?.operation || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";\n+ try {\n+ const results = await probeAllPortals(operation);\n+ res.json({\n+ success: true,\n+ operation,\n+ summary: {\n+ total: results.length,\n+ ok: results.filter((r) => r.ok).length,\n+ failed: results.filter((r) => !r.ok).length,\n+ },\n+ results,\n+ });\n+ } catch (e) {\n+ res.status(500).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/analyze\", async (req: Request, res: Response) => {\n+ const results = Array.isArray(req.body?.results) ? req.body.results : null;\n+ const focus = req.body?.focus ? String(req.body.focus) : undefined;\n+ if (!results?.length) {\n+ return res.status(400).json({ success: false, error: \"results[] requerido — ejecuta probe-all primero\" });\n+ }\n+ try {\n+ const analysis = await analyzeProbesWithAi(results, focus);\n+ res.json({ success: true, ...analysis });\n+ } catch (e) {\n+ res.status(502).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/discover\", async (_req: Request, res: Response) => {\n+ try {\n+ const discovery = await discoverPortalsWithAi();\n+ res.json({ success: true, ...discovery });\n+ } catch (e) {\n+ res.status(502).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/commercialize\", async (_req: Request, res: Response) => {\n+ try {\n+ const advice = await commercializeWithAi();\n+ res.json({ success: true, ...advice });\n+ } catch (e) {\n+ res.status(502).json({ success: false, error: (e as Error).message });\n+ }\n+});\n+\n+router.post(\"/bridge-fix\", (req: Request, res: Response) => {\n+ const portal = String(req.body?.portal || \"\").trim();\n+ const diagnosis = String(req.body?.diagnosis || \"\").trim();\n+ if (!portal) return res.status(400).json({ success: false, error: \"portal requerido\" });\n+ const prompt = [\n+ \"MODO REVISIÓN — Portal Lab Captajaus\",\n+ `Arreglar scraper del portal: ${portal}`,\n+ diagnosis ? `Diagnóstico probe: ${diagnosis}` : \"\",\n+ \"\",\n+ \"Revisa selector, engine (cheerio/playwright), anti-bot y fallback JSON si aplica.\",\n+ \"Diff mínimo; verifica con probe antes de cerrar.\",\n+ ]\n+ .filter(Boolean)\n+ .join(\"\\n\");\n+ res.json({ success: true, bridgeUrl: buildBridgeDeepLink(prompt) });\n+});\n+\n+export default router;\n+","linesAdded":106,"linesRemoved":0,"reconciled":true,"diffHtml":"
--- /dev/null
+++ b/lliria-properties-scraper\\src\\routes\\portalLabRoutes.ts
@@ -0,0 +1,106 @@
+import { Router, Request, Response } from \"express\";
+import { requireAuth } from \"../middleware/auth\";
+import { buildBridgeDeepLink } from \"../services/supervisorAiService\";
+import {
+ getLabOverview,
+ probePortal,
+ probeAllPortals,
+ analyzeProbesWithAi,
+ discoverPortalsWithAi,
+ commercializeWithAi,
+} from \"../services/portalLabService\";
+
+const router = Router();
+router.use(requireAuth);
+
+router.get(\"/overview\", async (_req: Request, res: Response) => {
+ try {
+ const overview = await getLabOverview();
+ res.json({ success: true, ...overview });
+ } catch (e) {
+ res.status(500).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/probe/:slug\", async (req: Request, res: Response) => {
+ const slug = String(req.params.slug || \"\").trim();
+ const operation = String(req.body?.operation || req.query?.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";
+ if (!slug) return res.status(400).json({ success: false, error: \"slug requerido\" });
+ try {
+ const result = await probePortal(slug, operation);
+ res.json({ success: true, result });
+ } catch (e) {
+ res.status(404).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/probe-all\", async (req: Request, res: Response) => {
+ const operation = String(req.body?.operation || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";
+ try {
+ const results = await probeAllPortals(operation);
+ res.json({
+ success: true,
+ operation,
+ summary: {
+ total: results.length,
+ ok: results.filter((r) => r.ok).length,
+ failed: results.filter((r) => !r.ok).length,
+ },
+ results,
+ });
+ } catch (e) {
+ res.status(500).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/analyze\", async (req: Request, res: Response) => {
+ const results = Array.isArray(req.body?.results) ? req.body.results : null;
+ const focus = req.body?.focus ? String(req.body.focus) : undefined;
+ if (!results?.length) {
+ return res.status(400).json({ success: false, error: \"results[] requerido — ejecuta probe-all primero\" });
+ }
+ try {
+ const analysis = await analyzeProbesWithAi(results, focus);
+ res.json({ success: true, ...analysis });
+ } catch (e) {
+ res.status(502).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/discover\", async (_req: Request, res: Response) => {
+ try {
+ const discovery = await discoverPortalsWithAi();
+ res.json({ success: true, ...discovery });
+ } catch (e) {
+ res.status(502).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/commercialize\", async (_req: Request, res: Response) => {
+ try {
+ const advice = await commercializeWithAi();
+ res.json({ success: true, ...advice });
+ } catch (e) {
+ res.status(502).json({ success: false, error: (e as Error).message });
+ }
+});
+
+router.post(\"/bridge-fix\", (req: Request, res: Response) => {
+ const portal = String(req.body?.portal || \"\").trim();
+ const diagnosis = String(req.body?.diagnosis || \"\").trim();
+ if (!portal) return res.status(400).json({ success: false, error: \"portal requerido\" });
+ const prompt = [
+ \"MODO REVISIÓN — Portal Lab Captajaus\",
+ `Arreglar scraper del portal: ${portal}`,
+ diagnosis ? `Diagnóstico probe: ${diagnosis}` : \"\",
+ \"\",
+ \"Revisa selector, engine (cheerio/playwright), anti-bot y fallback JSON si aplica.\",
+ \"Diff mínimo; verifica con probe antes de cerrar.\",
+ ]
+ .filter(Boolean)
+ .join(\"\\n\");
+ res.json({ success: true, bridgeUrl: buildBridgeDeepLink(prompt) });
+});
+
+export default router;
+
"},{"id":"ch-6","status":"pending","callId":"reconcile-lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs","path":"lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs","type":"write","diffString":"--- /dev/null\n+++ b/lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs\n@@ -0,0 +1,160 @@\n+\n+\n+\n+ \n+ \n+ \n+ Portal Lab - Lliria Properties\n+ \n+ \n+ \n+ \n+\n+\n+\n+\n+
\n+
\n+

Portal Lab

\n+ Supervisor…\n+ Testea scrapers · detecta fallos · descubre portales · IA comercial\n+
\n+ \n+ \n+
\n+
\n+\n+ \n+
\n+
\n+
Probe en vivo
\n+ Sin ejecutar\n+
\n+
\n+
\n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+ \n+
PortalEstadoHTTPMatchesEngineDiagnósticoAcciones
Pulsa «Probe todos» o prueba un portal individual
\n+
\n+
\n+
\n+\n+
\n+ \n+
\n+
\n+
\n+ Análisis IA — fallos y mejoras\n+ \n+
\n+
\n+ \n+
Ejecuta un probe y pulsa Analizar. Consulta al supervisor IA (lab 16) o abre Cursor Bridge.
\n+
\n+
\n+
\n+\n+ \n+
\n+
\n+
\n+ Descubrir portales nuevos\n+ \n+
\n+
\n+
\n+
La IA sugerirá portales y scraper_class según registry y gaps de Llíria.
\n+
\n+
\n+
\n+
\n+\n+ \n+
\n+
\n+ Comercialización — público y canales\n+ \n+
\n+
\n+
Obtén recomendaciones de producto: público objetivo, pricing y primer experimento de validación.
\n+
\n+
\n+\n+ \n+
\n+
\n+
Registry de scrapers disponibles
\n+
\n+
\n+
\n+ \n+ \n+ \n+ \n+ \n+
ClaseEngineOpsDescripción
\n+
\n+
\n+
\n+\n+ \n+
\n+
\n+
Añadir portal desde Lab
\n+
\n+
\n+
\n+ \n+
\n+
\n+ \n+
\n+
\n+
\n+
\n+
\n+
\n+\n+\n+\n+\n+\n+","linesAdded":160,"linesRemoved":0,"reconciled":true,"diffHtml":"
--- /dev/null
+++ b/lliria-properties-scraper\\src\\views\\dashboard\\portal-lab.ejs
@@ -0,0 +1,160 @@
+<!DOCTYPE html>
+<html lang=\"es\">
+<head>
+ <meta charset=\"UTF-8\">
+ <meta name=\"viewport\" content=\"width=device-width, initial-scale=1.0, viewport-fit=cover\">
+ <meta name=\"theme-color\" content=\"#0d6efd\">
+ <title>Portal Lab - Lliria Properties</title>
+ <link rel=\"stylesheet\" href=\"https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/css/bootstrap.min.css\">
+ <link rel=\"stylesheet\" href=\"https://cdn.jsdelivr.net/npm/bootstrap-icons@1.11.2/font/bootstrap-icons.min.css\">
+ <link rel=\"stylesheet\" href=\"/css/main.css\">
+ <link rel=\"stylesheet\" href=\"/css/dashboard.css\">
+</head>
+<body class=\"has-bottom-nav\">
+<nav class=\"navbar navbar-expand-lg navbar-dark bg-primary sticky-top\">
+ <div class=\"container-fluid px-3\">
+ <a class=\"navbar-brand fw-bold d-flex align-items-center gap-2\" href=\"/dashboard\">
+ <i class=\"bi bi-house-heart-fill fs-5\"></i>
+ <span class=\"d-none d-sm-inline\">Lliria Properties</span>
+ </a>
+ <button class=\"navbar-toggler\" type=\"button\" data-bs-toggle=\"collapse\" data-bs-target=\"#mainNav\">
+ <span class=\"navbar-toggler-icon\"></span>
+ </button>
+ <div class=\"collapse navbar-collapse\" id=\"mainNav\">
+ <ul class=\"navbar-nav me-auto\">
+ <li class=\"nav-item\"><a class=\"nav-link\" href=\"/dashboard\"><i class=\"bi bi-table me-1\"></i>Propiedades</a></li>
+ <li class=\"nav-item\"><a class=\"nav-link\" href=\"/dashboard/portals\"><i class=\"bi bi-plug-fill me-1\"></i>Portales</a></li>
+ <li class=\"nav-item\"><a class=\"nav-link active\" href=\"/dashboard/portal-lab\"><i class=\"bi bi-flask me-1\"></i>Portal Lab</a></li>
+ <li class=\"nav-item\"><a class=\"nav-link\" href=\"/dashboard/ai\"><i class=\"bi bi-robot me-1\"></i>IA</a></li>
+ </ul>
+ <div class=\"d-flex align-items-center gap-2\">
+ <a href=\"<%= bridgeUrl %>\" target=\"_blank\" rel=\"noopener\" class=\"btn btn-outline-light btn-sm\"><i class=\"bi bi-link-45deg me-1\"></i>Bridge</a>
+ <a href=\"/logout\" class=\"btn btn-outline-light btn-sm\"><i class=\"bi bi-box-arrow-right\"></i></a>
+ </div>
+ </div>
+ </div>
+</nav>
+
+<main class=\"container-fluid py-4 px-3\" style=\"max-width:1200px\">
+ <div class=\"d-flex flex-wrap align-items-center gap-2 mb-4\">
+ <h4 class=\"mb-0 fw-bold\"><i class=\"bi bi-flask text-info me-2\"></i>Portal Lab</h4>
+ <span id=\"labSupervisorBadge\" class=\"badge bg-secondary\">Supervisor…</span>
+ <span class=\"text-muted small\">Testea scrapers · detecta fallos · descubre portales · IA comercial</span>
+ <div class=\"ms-auto d-flex gap-2\">
+ <select id=\"labOperation\" class=\"form-select form-select-sm\" style=\"width:auto\">
+ <option value=\"sale\">Venta</option>
+ <option value=\"rent\">Alquiler</option>
+ </select>
+ <button class=\"btn btn-primary btn-sm\" id=\"labProbeAllBtn\"><i class=\"bi bi-lightning-fill me-1\"></i>Probe todos</button>
+ </div>
+ </div>
+
+ <!-- Resultados probe -->
+ <div class=\"card rounded-4 border-0 shadow-sm mb-4\">
+ <div class=\"card-header bg-white border-0 d-flex justify-content-between align-items-center\">
+ <h6 class=\"mb-0 fw-bold\"><i class=\"bi bi-heart-pulse text-danger me-2\"></i>Probe en vivo</h6>
+ <span id=\"labProbeSummary\" class=\"badge bg-light text-dark\">Sin ejecutar</span>
+ </div>
+ <div class=\"card-body p-0\">
+ <div class=\"table-responsive\">
+ <table class=\"table table-sm table-hover align-middle mb-0\">
+ <thead class=\"table-light\">
+ <tr>
+ <th class=\"ps-3\">Portal</th>
+ <th>Estado</th>
+ <th>HTTP</th>
+ <th>Matches</th>
+ <th>Engine</th>
+ <th>Diagnóstico</th>
+ <th class=\"text-end pe-3\">Acciones</th>
+ </tr>
+ </thead>
+ <tbody id=\"labProbeBody\">
+ <tr><td colspan=\"7\" class=\"text-center text-muted py-4\">Pulsa «Probe todos» o prueba un portal individual</td></tr>
+ </tbody>
+ </table>
+ </div>
+ </div>
+ </div>
+
+ <div class=\"row g-3 mb-4\">
+ <!-- IA análisis fallos -->
+ <div class=\"col-lg-6\">
+ <div class=\"card rounded-4 border-0 shadow-sm h-100\">
+ <div class=\"card-header bg-dark text-white d-flex justify-content-between align-items-center\">
+ <span><i class=\"bi bi-bug me-1\"></i>Análisis IA — fallos y mejoras</span>
+ <button class=\"btn btn-light btn-sm\" id=\"labAnalyzeBtn\" disabled>Analizar</button>
+ </div>
+ <div class=\"card-body\">
+ <input type=\"text\" class=\"form-control form-control-sm mb-2\" id=\"labAnalyzeFocus\" placeholder=\"Enfoque opcional (ej: Idealista anti-bot)\">
+ <div id=\"labAnalyzeOut\" class=\"small text-muted\">Ejecuta un probe y pulsa Analizar. Consulta al supervisor IA (lab 16) o abre Cursor Bridge.</div>
+ </div>
+ </div>
+ </div>
+
+ <!-- Descubrir portales -->
+ <div class=\"col-lg-6\">
+ <div class=\"card rounded-4 border-0 shadow-sm h-100\">
+ <div class=\"card-header bg-info text-white d-flex justify-content-between align-items-center\">
+ <span><i class=\"bi bi-search me-1\"></i>Descubrir portales nuevos</span>
+ <button class=\"btn btn-light btn-sm\" id=\"labDiscoverBtn\">Consultar IA</button>
+ </div>
+ <div class=\"card-body\">
+ <div id=\"labUnregistered\" class=\"small mb-2 text-muted\"></div>
+ <div id=\"labDiscoverOut\" class=\"small text-muted\">La IA sugerirá portales y scraper_class según registry y gaps de Llíria.</div>
+ </div>
+ </div>
+ </div>
+ </div>
+
+ <!-- Comercialización -->
+ <div class=\"card rounded-4 border-0 shadow-sm mb-4\">
+ <div class=\"card-header bg-success text-white d-flex justify-content-between align-items-center\">
+ <span><i class=\"bi bi-megaphone me-1\"></i>Comercialización — público y canales</span>
+ <button class=\"btn btn-light btn-sm\" id=\"labCommercializeBtn\">Consultar IA</button>
+ </div>
+ <div class=\"card-body\">
+ <div id=\"labCommercializeOut\" class=\"small text-muted\">Obtén recomendaciones de producto: público objetivo, pricing y primer experimento de validación.</div>
+ </div>
+ </div>
+
+ <!-- Registry scrapers -->
+ <div class=\"card rounded-4 border-0 shadow-sm mb-4\">
+ <div class=\"card-header bg-white border-0\">
+ <h6 class=\"mb-0 fw-bold\"><i class=\"bi bi-journal-code me-2\"></i>Registry de scrapers disponibles</h6>
+ </div>
+ <div class=\"card-body p-0\">
+ <div class=\"table-responsive\">
+ <table class=\"table table-sm mb-0\">
+ <thead class=\"table-light\">
+ <tr><th class=\"ps-3\">Clase</th><th>Engine</th><th>Ops</th><th>Descripción</th><th></th></tr>
+ </thead>
+ <tbody id=\"labRegistryBody\"></tbody>
+ </table>
+ </div>
+ </div>
+ </div>
+
+ <!-- Añadir portal rápido -->
+ <div class=\"card rounded-4 border-0 shadow-sm\">
+ <div class=\"card-body\">
+ <h6 class=\"fw-bold mb-3\"><i class=\"bi bi-plus-circle text-success me-2\"></i>Añadir portal desde Lab</h6>
+ <form id=\"labAddPortalForm\" class=\"row g-2\">
+ <div class=\"col-md-4\"><input id=\"labPName\" class=\"form-control\" placeholder=\"Nombre portal\" required></div>
+ <div class=\"col-md-4\">
+ <select id=\"labPClass\" class=\"form-select\" required><option value=\"\">Clase scraper…</option></select>
+ </div>
+ <div class=\"col-md-2\">
+ <select id=\"labPActive\" class=\"form-select\"><option value=\"1\">Activo</option><option value=\"0\">Inactivo</option></select>
+ </div>
+ <div class=\"col-md-2\"><button type=\"submit\" class=\"btn btn-success w-100\">Añadir</button></div>
+ </form>
+ </div>
+ </div>
+</main>
+
+<script src=\"https://cdn.jsdelivr.net/npm/bootstrap@5.3.2/dist/js/bootstrap.bundle.min.js\"></script>
+<script src=\"/js/portal-lab.js\"></script>
+</body>
+</html>
+
"},{"id":"ch-7","status":"pending","callId":"reconcile-lliria-properties-scraper\\public\\js\\portal-lab.js","path":"lliria-properties-scraper\\public\\js\\portal-lab.js","type":"write","diffString":"--- /dev/null\n+++ b/lliria-properties-scraper\\public\\js\\portal-lab.js\n@@ -0,0 +1,290 @@\n+(function () {\n+ \"use strict\";\n+\n+ let lastProbeResults = [];\n+ let overview = null;\n+\n+ const els = {\n+ badge: document.getElementById(\"labSupervisorBadge\"),\n+ probeBody: document.getElementById(\"labProbeBody\"),\n+ probeSummary: document.getElementById(\"labProbeSummary\"),\n+ operation: document.getElementById(\"labOperation\"),\n+ probeAllBtn: document.getElementById(\"labProbeAllBtn\"),\n+ analyzeBtn: document.getElementById(\"labAnalyzeBtn\"),\n+ analyzeFocus: document.getElementById(\"labAnalyzeFocus\"),\n+ analyzeOut: document.getElementById(\"labAnalyzeOut\"),\n+ discoverBtn: document.getElementById(\"labDiscoverBtn\"),\n+ discoverOut: document.getElementById(\"labDiscoverOut\"),\n+ unregistered: document.getElementById(\"labUnregistered\"),\n+ commercializeBtn: document.getElementById(\"labCommercializeBtn\"),\n+ commercializeOut: document.getElementById(\"labCommercializeOut\"),\n+ registryBody: document.getElementById(\"labRegistryBody\"),\n+ addForm: document.getElementById(\"labAddPortalForm\"),\n+ pClass: document.getElementById(\"labPClass\"),\n+ };\n+\n+ function esc(s) {\n+ return String(s).replace(/&/g, \"&\").replace(//g, \">\");\n+ }\n+\n+ function renderAiResponse(container, data, bridgeUrl, source) {\n+ if (!container) return;\n+ let text = \"\";\n+ if (typeof data === \"string\") text = data;\n+ else if (data && typeof data === \"object\") {\n+ text = data.reply || data.message || data.content || data.text || JSON.stringify(data, null, 2);\n+ }\n+ let html = '
' + esc(text).replace(/\\n/g, \"
\") + \"
\";\n+ if (source === \"bridge\" || bridgeUrl) {\n+ html += '
Abrir Cursor Bridge
';\n+ }\n+ if (source === \"offline\") {\n+ html = '
Supervisor offline. Usa Cursor Bridge para continuar.
' + html;\n+ }\n+ container.innerHTML = html;\n+ }\n+\n+ function statusBadge(ok) {\n+ return ok\n+ ? 'OK'\n+ : 'FAIL';\n+ }\n+\n+ function renderProbeRow(r) {\n+ return (\n+ \"\" +\n+ '' + esc(r.portal) + \"
\" + esc(r.slug) + \"\" +\n+ \"\" + statusBadge(r.ok) + (r.challenge ? ' challenge' : \"\") + \"\" +\n+ \"\" + (r.httpStatus ?? \"—\") + \"\" +\n+ \"\" + r.matchCount + \"\" +\n+ \"\" + esc(r.engine) + \"\" +\n+ '' + esc(r.diagnosis) + \"\" +\n+ '' +\n+ '' +\n+ (!r.ok ? '' : \"\") +\n+ \"\"\n+ );\n+ }\n+\n+ function renderProbeTable(results) {\n+ if (!els.probeBody) return;\n+ if (!results.length) {\n+ els.probeBody.innerHTML = 'Sin resultados';\n+ return;\n+ }\n+ els.probeBody.innerHTML = results.map(renderProbeRow).join(\"\");\n+ els.probeBody.querySelectorAll(\"[data-probe]\").forEach(function (btn) {\n+ btn.addEventListener(\"click\", function () {\n+ probeOne(btn.getAttribute(\"data-probe\"));\n+ });\n+ });\n+ els.probeBody.querySelectorAll(\".lab-fix\").forEach(function (btn) {\n+ btn.addEventListener(\"click\", function () {\n+ openBridgeFix(btn.getAttribute(\"data-portal\"), btn.getAttribute(\"data-diag\"));\n+ });\n+ });\n+ const ok = results.filter(function (r) { return r.ok; }).length;\n+ if (els.probeSummary) {\n+ els.probeSummary.textContent = ok + \"/\" + results.length + \" OK\";\n+ els.probeSummary.className = \"badge \" + (ok === results.length ? \"bg-success\" : ok > 0 ? \"bg-warning text-dark\" : \"bg-danger\");\n+ }\n+ if (els.analyzeBtn) els.analyzeBtn.disabled = false;\n+ }\n+\n+ async function loadOverview() {\n+ try {\n+ const r = await fetch(\"/api/portals/lab/overview\");\n+ const d = await r.json();\n+ if (!d.success) return;\n+ overview = d;\n+ if (els.badge) {\n+ if (d.supervisor?.online) {\n+ els.badge.textContent = \"Supervisor online\";\n+ els.badge.className = \"badge bg-success\";\n+ } else {\n+ els.badge.textContent = \"Supervisor offline\";\n+ els.badge.className = \"badge bg-warning text-dark\";\n+ }\n+ }\n+ if (els.unregistered && d.unregisteredScrapers?.length) {\n+ els.unregistered.innerHTML = \"Scrapers sin registrar: \" + d.unregisteredScrapers.map(function (c) {\n+ return \"\" + esc(c) + \"\";\n+ }).join(\", \");\n+ }\n+ renderRegistry(d.registry || [], d.portals || []);\n+ fillClassSelect(d.registry || []);\n+ } catch (e) {\n+ if (els.badge) { els.badge.textContent = \"Error red\"; els.badge.className = \"badge bg-danger\"; }\n+ }\n+ }\n+\n+ function renderRegistry(registry, portals) {\n+ if (!els.registryBody) return;\n+ const used = new Set(portals.map(function (p) { return p.scraper_class; }));\n+ els.registryBody.innerHTML = registry.map(function (s) {\n+ const inDb = used.has(s.className);\n+ return (\n+ \"\" +\n+ '' + esc(s.className) + \"\" + (inDb ? ' en BD' : \"\") + \"\" +\n+ \"\" + esc(s.engine) + \"\" +\n+ \"\" + s.operations.join(\", \") + \"\" +\n+ '' + esc(s.description) + \"\" +\n+ \"\" + (!inDb ? '' : \"\") + \"\" +\n+ \"\"\n+ );\n+ }).join(\"\");\n+ els.registryBody.querySelectorAll(\".lab-use-class\").forEach(function (btn) {\n+ btn.addEventListener(\"click\", function () {\n+ const cls = btn.getAttribute(\"data-class\");\n+ if (els.pClass) els.pClass.value = cls;\n+ document.getElementById(\"labPName\")?.focus();\n+ });\n+ });\n+ }\n+\n+ function fillClassSelect(registry) {\n+ if (!els.pClass) return;\n+ els.pClass.innerHTML = '' +\n+ registry.map(function (s) {\n+ return '\";\n+ }).join(\"\");\n+ }\n+\n+ async function probeAll() {\n+ if (els.probeAllBtn) {\n+ els.probeAllBtn.disabled = true;\n+ els.probeAllBtn.innerHTML = '';\n+ }\n+ if (els.probeBody) {\n+ els.probeBody.innerHTML = 'Probando portales (puede tardar varios minutos)…';\n+ }\n+ try {\n+ const op = els.operation?.value || \"sale\";\n+ const r = await fetch(\"/api/portals/lab/probe-all\", {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({ operation: op }),\n+ });\n+ const d = await r.json();\n+ if (d.success) {\n+ lastProbeResults = d.results || [];\n+ renderProbeTable(lastProbeResults);\n+ } else {\n+ alert(\"Error: \" + (d.error || \"desconocido\"));\n+ }\n+ } catch {\n+ alert(\"Error de red en probe-all\");\n+ }\n+ if (els.probeAllBtn) {\n+ els.probeAllBtn.disabled = false;\n+ els.probeAllBtn.innerHTML = 'Probe todos';\n+ }\n+ }\n+\n+ async function probeOne(slug) {\n+ const op = els.operation?.value || \"sale\";\n+ try {\n+ const r = await fetch(\"/api/portals/lab/probe/\" + encodeURIComponent(slug), {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({ operation: op }),\n+ });\n+ const d = await r.json();\n+ if (!d.success) { alert(d.error || \"Error\"); return; }\n+ const idx = lastProbeResults.findIndex(function (x) { return x.slug === slug && x.operation === op; });\n+ if (idx >= 0) lastProbeResults[idx] = d.result;\n+ else lastProbeResults.push(d.result);\n+ renderProbeTable(lastProbeResults);\n+ } catch {\n+ alert(\"Error de red\");\n+ }\n+ }\n+\n+ async function analyze() {\n+ if (!lastProbeResults.length) return;\n+ if (els.analyzeOut) els.analyzeOut.innerHTML = 'Consultando supervisor IA…';\n+ if (els.analyzeBtn) els.analyzeBtn.disabled = true;\n+ try {\n+ const r = await fetch(\"/api/portals/lab/analyze\", {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({\n+ results: lastProbeResults,\n+ focus: els.analyzeFocus?.value || undefined,\n+ }),\n+ });\n+ const d = await r.json();\n+ renderAiResponse(els.analyzeOut, d.data, d.bridgeUrl, d.source);\n+ } catch {\n+ if (els.analyzeOut) els.analyzeOut.innerHTML = 'Error de red';\n+ }\n+ if (els.analyzeBtn) els.analyzeBtn.disabled = false;\n+ }\n+\n+ async function discover() {\n+ if (els.discoverOut) els.discoverOut.innerHTML = 'Consultando IA…';\n+ try {\n+ const r = await fetch(\"/api/portals/lab/discover\", { method: \"POST\" });\n+ const d = await r.json();\n+ renderAiResponse(els.discoverOut, d.data, d.bridgeUrl, d.source);\n+ } catch {\n+ if (els.discoverOut) els.discoverOut.innerHTML = 'Error de red';\n+ }\n+ }\n+\n+ async function commercialize() {\n+ if (els.commercializeOut) els.commercializeOut.innerHTML = 'Consultando IA…';\n+ try {\n+ const r = await fetch(\"/api/portals/lab/commercialize\", { method: \"POST\" });\n+ const d = await r.json();\n+ renderAiResponse(els.commercializeOut, d.data, d.bridgeUrl, d.source);\n+ } catch {\n+ if (els.commercializeOut) els.commercializeOut.innerHTML = 'Error de red';\n+ }\n+ }\n+\n+ async function openBridgeFix(portal, diagnosis) {\n+ try {\n+ const r = await fetch(\"/api/portals/lab/bridge-fix\", {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({ portal: portal, diagnosis: diagnosis }),\n+ });\n+ const d = await r.json();\n+ if (d.bridgeUrl) window.open(d.bridgeUrl, \"_blank\");\n+ } catch {\n+ alert(\"Error al generar enlace Bridge\");\n+ }\n+ }\n+\n+ if (els.probeAllBtn) els.probeAllBtn.addEventListener(\"click\", probeAll);\n+ if (els.analyzeBtn) els.analyzeBtn.addEventListener(\"click\", analyze);\n+ if (els.discoverBtn) els.discoverBtn.addEventListener(\"click\", discover);\n+ if (els.commercializeBtn) els.commercializeBtn.addEventListener(\"click\", commercialize);\n+\n+ if (els.addForm) {\n+ els.addForm.addEventListener(\"submit\", async function (e) {\n+ e.preventDefault();\n+ const name = document.getElementById(\"labPName\")?.value?.trim();\n+ const scraper_class = els.pClass?.value;\n+ const active = parseInt(document.getElementById(\"labPActive\")?.value || \"1\", 10);\n+ if (!name || !scraper_class) return;\n+ const r = await fetch(\"/api/portals\", {\n+ method: \"POST\",\n+ headers: { \"Content-Type\": \"application/json\" },\n+ body: JSON.stringify({ name: name, scraper_class: scraper_class, active: active }),\n+ });\n+ const d = await r.json();\n+ if (d.success) {\n+ alert(\"Portal añadido. Recarga la página de Portales para gestionarlo.\");\n+ els.addForm.reset();\n+ loadOverview();\n+ } else {\n+ alert(\"Error: \" + (d.error || \"desconocido\"));\n+ }\n+ });\n+ }\n+\n+ loadOverview();\n+})();\n+","linesAdded":290,"linesRemoved":0,"reconciled":true,"diffHtml":"
--- /dev/null
+++ b/lliria-properties-scraper\\public\\js\\portal-lab.js
@@ -0,0 +1,290 @@
+(function () {
+ \"use strict\";
+
+ let lastProbeResults = [];
+ let overview = null;
+
+ const els = {
+ badge: document.getElementById(\"labSupervisorBadge\"),
+ probeBody: document.getElementById(\"labProbeBody\"),
+ probeSummary: document.getElementById(\"labProbeSummary\"),
+ operation: document.getElementById(\"labOperation\"),
+ probeAllBtn: document.getElementById(\"labProbeAllBtn\"),
+ analyzeBtn: document.getElementById(\"labAnalyzeBtn\"),
+ analyzeFocus: document.getElementById(\"labAnalyzeFocus\"),
+ analyzeOut: document.getElementById(\"labAnalyzeOut\"),
+ discoverBtn: document.getElementById(\"labDiscoverBtn\"),
+ discoverOut: document.getElementById(\"labDiscoverOut\"),
+ unregistered: document.getElementById(\"labUnregistered\"),
+ commercializeBtn: document.getElementById(\"labCommercializeBtn\"),
+ commercializeOut: document.getElementById(\"labCommercializeOut\"),
+ registryBody: document.getElementById(\"labRegistryBody\"),
+ addForm: document.getElementById(\"labAddPortalForm\"),
+ pClass: document.getElementById(\"labPClass\"),
+ };
+
+ function esc(s) {
+ return String(s).replace(/&/g, \"&amp;\").replace(/</g, \"&lt;\").replace(/>/g, \"&gt;\");
+ }
+
+ function renderAiResponse(container, data, bridgeUrl, source) {
+ if (!container) return;
+ let text = \"\";
+ if (typeof data === \"string\") text = data;
+ else if (data && typeof data === \"object\") {
+ text = data.reply || data.message || data.content || data.text || JSON.stringify(data, null, 2);
+ }
+ let html = '<div class=\"ai-response\">' + esc(text).replace(/\\n/g, \"<br>\") + \"</div>\";
+ if (source === \"bridge\" || bridgeUrl) {
+ html += '<div class=\"mt-2\"><a href=\"' + esc(bridgeUrl || \"#\") + '\" target=\"_blank\" rel=\"noopener\" class=\"btn btn-sm btn-outline-primary\"><i class=\"bi bi-link-45deg me-1\"></i>Abrir Cursor Bridge</a></div>';
+ }
+ if (source === \"offline\") {
+ html = '<div class=\"alert alert-warning py-2 small\">Supervisor offline. Usa Cursor Bridge para continuar.</div>' + html;
+ }
+ container.innerHTML = html;
+ }
+
+ function statusBadge(ok) {
+ return ok
+ ? '<span class=\"badge bg-success\">OK</span>'
+ : '<span class=\"badge bg-danger\">FAIL</span>';
+ }
+
+ function renderProbeRow(r) {
+ return (
+ \"<tr>\" +
+ '<td class=\"ps-3\"><strong>' + esc(r.portal) + \"</strong><br><code class=\\\"small text-muted\\\">\" + esc(r.slug) + \"</code></td>\" +
+ \"<td>\" + statusBadge(r.ok) + (r.challenge ? ' <span class=\"badge bg-warning text-dark\">challenge</span>' : \"\") + \"</td>\" +
+ \"<td>\" + (r.httpStatus ?? \"—\") + \"</td>\" +
+ \"<td><code>\" + r.matchCount + \"</code></td>\" +
+ \"<td><span class=\\\"badge bg-secondary-subtle text-secondary\\\">\" + esc(r.engine) + \"</span></td>\" +
+ '<td class=\"small\">' + esc(r.diagnosis) + \"</td>\" +
+ '<td class=\"text-end pe-3\">' +
+ '<button class=\"btn btn-outline-primary btn-sm py-0 me-1\" data-probe=\"' + esc(r.slug) + '\" title=\"Re-probar\"><i class=\"bi bi-arrow-clockwise\"></i></button>' +
+ (!r.ok ? '<button class=\"btn btn-outline-warning btn-sm py-0 lab-fix\" data-portal=\"' + esc(r.portal) + '\" data-diag=\"' + esc(r.diagnosis) + '\" title=\"Fix en Bridge\"><i class=\"bi bi-tools\"></i></button>' : \"\") +
+ \"</td></tr>\"
+ );
+ }
+
+ function renderProbeTable(results) {
+ if (!els.probeBody) return;
+ if (!results.length) {
+ els.probeBody.innerHTML = '<tr><td colspan=\"7\" class=\"text-center text-muted py-4\">Sin resultados</td></tr>';
+ return;
+ }
+ els.probeBody.innerHTML = results.map(renderProbeRow).join(\"\");
+ els.probeBody.querySelectorAll(\"[data-probe]\").forEach(function (btn) {
+ btn.addEventListener(\"click\", function () {
+ probeOne(btn.getAttribute(\"data-probe\"));
+ });
+ });
+ els.probeBody.querySelectorAll(\".lab-fix\").forEach(function (btn) {
+ btn.addEventListener(\"click\", function () {
+ openBridgeFix(btn.getAttribute(\"data-portal\"), btn.getAttribute(\"data-diag\"));
+ });
+ });
+ const ok = results.filter(function (r) { return r.ok; }).length;
+ if (els.probeSummary) {
+ els.probeSummary.textContent = ok + \"/\" + results.length + \" OK\";
+ els.probeSummary.className = \"badge \" + (ok === results.length ? \"bg-success\" : ok > 0 ? \"bg-warning text-dark\" : \"bg-danger\");
+ }
+ if (els.analyzeBtn) els.analyzeBtn.disabled = false;
+ }
+
+ async function loadOverview() {
+ try {
+ const r = await fetch(\"/api/portals/lab/overview\");
+ const d = await r.json();
+ if (!d.success) return;
+ overview = d;
+ if (els.badge) {
+ if (d.supervisor?.online) {
+ els.badge.textContent = \"Supervisor online\";
+ els.badge.className = \"badge bg-success\";
+ } else {
+ els.badge.textContent = \"Supervisor offline\";
+ els.badge.className = \"badge bg-warning text-dark\";
+ }
+ }
+ if (els.unregistered && d.unregisteredScrapers?.length) {
+ els.unregistered.innerHTML = \"<strong>Scrapers sin registrar:</strong> \" + d.unregisteredScrapers.map(function (c) {
+ return \"<code>\" + esc(c) + \"</code>\";
+ }).join(\", \");
+ }
+ renderRegistry(d.registry || [], d.portals || []);
+ fillClassSelect(d.registry || []);
+ } catch (e) {
+ if (els.badge) { els.badge.textContent = \"Error red\"; els.badge.className = \"badge bg-danger\"; }
+ }
+ }
+
+ function renderRegistry(registry, portals) {
+ if (!els.registryBody) return;
+ const used = new Set(portals.map(function (p) { return p.scraper_class; }));
+ els.registryBody.innerHTML = registry.map(function (s) {
+ const inDb = used.has(s.className);
+ return (
+ \"<tr>\" +
+ '<td class=\"ps-3\"><code>' + esc(s.className) + \"</code>\" + (inDb ? ' <span class=\"badge bg-success-subtle text-success\">en BD</span>' : \"\") + \"</td>\" +
+ \"<td>\" + esc(s.engine) + \"</td>\" +
+ \"<td>\" + s.operations.join(\", \") + \"</td>\" +
+ '<td class=\"small text-muted\">' + esc(s.description) + \"</td>\" +
+ \"<td>\" + (!inDb ? '<button class=\"btn btn-outline-success btn-sm py-0 lab-use-class\" data-class=\"' + esc(s.className) + '\">Usar</button>' : \"\") + \"</td>\" +
+ \"</tr>\"
+ );
+ }).join(\"\");
+ els.registryBody.querySelectorAll(\".lab-use-class\").forEach(function (btn) {
+ btn.addEventListener(\"click\", function () {
+ const cls = btn.getAttribute(\"data-class\");
+ if (els.pClass) els.pClass.value = cls;
+ document.getElementById(\"labPName\")?.focus();
+ });
+ });
+ }
+
+ function fillClassSelect(registry) {
+ if (!els.pClass) return;
+ els.pClass.innerHTML = '<option value=\"\">Clase scraper…</option>' +
+ registry.map(function (s) {
+ return '<option value=\"' + esc(s.className) + '\">' + esc(s.className) + \" (\" + s.engine + \")</option>\";
+ }).join(\"\");
+ }
+
+ async function probeAll() {
+ if (els.probeAllBtn) {
+ els.probeAllBtn.disabled = true;
+ els.probeAllBtn.innerHTML = '<span class=\"spinner-border spinner-border-sm\"></span>';
+ }
+ if (els.probeBody) {
+ els.probeBody.innerHTML = '<tr><td colspan=\"7\" class=\"text-center py-4\"><span class=\"spinner-border spinner-border-sm me-2\"></span>Probando portales (puede tardar varios minutos)…</td></tr>';
+ }
+ try {
+ const op = els.operation?.value || \"sale\";
+ const r = await fetch(\"/api/portals/lab/probe-all\", {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({ operation: op }),
+ });
+ const d = await r.json();
+ if (d.success) {
+ lastProbeResults = d.results || [];
+ renderProbeTable(lastProbeResults);
+ } else {
+ alert(\"Error: \" + (d.error || \"desconocido\"));
+ }
+ } catch {
+ alert(\"Error de red en probe-all\");
+ }
+ if (els.probeAllBtn) {
+ els.probeAllBtn.disabled = false;
+ els.probeAllBtn.innerHTML = '<i class=\"bi bi-lightning-fill me-1\"></i>Probe todos';
+ }
+ }
+
+ async function probeOne(slug) {
+ const op = els.operation?.value || \"sale\";
+ try {
+ const r = await fetch(\"/api/portals/lab/probe/\" + encodeURIComponent(slug), {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({ operation: op }),
+ });
+ const d = await r.json();
+ if (!d.success) { alert(d.error || \"Error\"); return; }
+ const idx = lastProbeResults.findIndex(function (x) { return x.slug === slug && x.operation === op; });
+ if (idx >= 0) lastProbeResults[idx] = d.result;
+ else lastProbeResults.push(d.result);
+ renderProbeTable(lastProbeResults);
+ } catch {
+ alert(\"Error de red\");
+ }
+ }
+
+ async function analyze() {
+ if (!lastProbeResults.length) return;
+ if (els.analyzeOut) els.analyzeOut.innerHTML = '<span class=\"text-muted\">Consultando supervisor IA…</span>';
+ if (els.analyzeBtn) els.analyzeBtn.disabled = true;
+ try {
+ const r = await fetch(\"/api/portals/lab/analyze\", {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({
+ results: lastProbeResults,
+ focus: els.analyzeFocus?.value || undefined,
+ }),
+ });
+ const d = await r.json();
+ renderAiResponse(els.analyzeOut, d.data, d.bridgeUrl, d.source);
+ } catch {
+ if (els.analyzeOut) els.analyzeOut.innerHTML = '<span class=\"text-danger\">Error de red</span>';
+ }
+ if (els.analyzeBtn) els.analyzeBtn.disabled = false;
+ }
+
+ async function discover() {
+ if (els.discoverOut) els.discoverOut.innerHTML = '<span class=\"text-muted\">Consultando IA…</span>';
+ try {
+ const r = await fetch(\"/api/portals/lab/discover\", { method: \"POST\" });
+ const d = await r.json();
+ renderAiResponse(els.discoverOut, d.data, d.bridgeUrl, d.source);
+ } catch {
+ if (els.discoverOut) els.discoverOut.innerHTML = '<span class=\"text-danger\">Error de red</span>';
+ }
+ }
+
+ async function commercialize() {
+ if (els.commercializeOut) els.commercializeOut.innerHTML = '<span class=\"text-muted\">Consultando IA…</span>';
+ try {
+ const r = await fetch(\"/api/portals/lab/commercialize\", { method: \"POST\" });
+ const d = await r.json();
+ renderAiResponse(els.commercializeOut, d.data, d.bridgeUrl, d.source);
+ } catch {
+ if (els.commercializeOut) els.commercializeOut.innerHTML = '<span class=\"text-danger\">Error de red</span>';
+ }
+ }
+
+ async function openBridgeFix(portal, diagnosis) {
+ try {
+ const r = await fetch(\"/api/portals/lab/bridge-fix\", {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({ portal: portal, diagnosis: diagnosis }),
+ });
+ const d = await r.json();
+ if (d.bridgeUrl) window.open(d.bridgeUrl, \"_blank\");
+ } catch {
+ alert(\"Error al generar enlace Bridge\");
+ }
+ }
+
+ if (els.probeAllBtn) els.probeAllBtn.addEventListener(\"click\", probeAll);
+ if (els.analyzeBtn) els.analyzeBtn.addEventListener(\"click\", analyze);
+ if (els.discoverBtn) els.discoverBtn.addEventListener(\"click\", discover);
+ if (els.commercializeBtn) els.commercializeBtn.addEventListener(\"click\", commercialize);
+
+ if (els.addForm) {
+ els.addForm.addEventListener(\"submit\", async function (e) {
+ e.preventDefault();
+ const name = document.getElementById(\"labPName\")?.value?.trim();
+ const scraper_class = els.pClass?.value;
+ const active = parseInt(document.getElementById(\"labPActive\")?.value || \"1\", 10);
+ if (!name || !scraper_class) return;
+ const r = await fetch(\"/api/portals\", {
+ method: \"POST\",
+ headers: { \"Content-Type\": \"application/json\" },
+ body: JSON.stringify({ name: name, scraper_class: scraper_class, active: active }),
+ });
+ const d = await r.json();
+ if (d.success) {
+ alert(\"Portal añadido. Recarga la página de Portales para gestionarlo.\");
+ els.addForm.reset();
+ loadOverview();
+ } else {
+ alert(\"Error: \" + (d.error || \"desconocido\"));
+ }
+ });
+ }
+
+ loadOverview();
+})();
+
"},{"id":"ch-8","status":"pending","callId":"reconcile-lliria-properties-scraper\\src\\app.ts","path":"lliria-properties-scraper\\src\\app.ts","type":"edit","diffString":"--- a/lliria-properties-scraper\\src\\app.ts\n+++ b/lliria-properties-scraper\\src\\app.ts\n@@ -15,271 +15,282 @@\n import mapRoutes from \"./routes/mapRoutes\";\n import zoneRoutes from \"./routes/zoneRoutes\";\n import portalRoutes from \"./routes/portalRoutes\";\n-import analyticsRoutes from \"./routes/analyticsRoutes\";\n-import municipalityRoutes from \"./routes/municipalityRoutes\";\n-import valenciaDistrictRoutes from \"./routes/valenciaDistrictRoutes\";\n-import aiRoutes from \"./routes/aiRoutes\";\n-import aiAdminRoutes from \"./routes/aiAdminRoutes\";\n-import healthRoutes from \"./routes/healthRoutes\";\n-import { requireAdmin } from \"./middleware/requireAdmin\";\n-import { requireAuth } from \"./middleware/auth\";\n-import { startScheduler, getSchedulerStatus, getRecentScrapingLogs } from \"./services/schedulerService\";\n-import { FilterModel } from \"./models/filterModel\";\n-import { PropertyModel } from \"./models/propertyModel\";\n-import { ZoneModel } from \"./models/zoneModel\";\n-import { PortalModel } from \"./models/portalModel\";\n-import { generatePngIcons } from \"./utils/generateIcons\";\n-import { VALENCIA_NEIGHBORHOODS } from \"./config/valenciaNeighborhoods\";\n-import { VALENCIA_DISTRICTS } from \"./config/valenciaDistricts\";\n-import { formatLocalIso, getApplicationTimezone } from \"./config/time\";\n-const app = express();\n-const PORT = Number(process.env.PORT) || 3000;\n-const isProduction = process.env.NODE_ENV === \"production\";\n-const sessionCookieSecure = process.env.SESSION_COOKIE_SECURE\n- ? process.env.SESSION_COOKIE_SECURE === \"true\"\n- : isProduction;\n-\n-if (isProduction && (!process.env.SESSION_SECRET || process.env.SESSION_SECRET.length < 32)) {\n- throw new Error(\"SESSION_SECRET debe existir y tener al menos 32 caracteres en producción\");\n-}\n-if (process.env.TRUST_PROXY === \"true\") app.set(\"trust proxy\", 1);\n-\n-// MySQL session store (evita warning de MemoryStore en producción)\n-const MySQLStore = MySQLStoreFactory(session);\n-const sessionStore = new MySQLStore(\n- { createDatabaseTable: true, clearExpired: true, checkExpirationInterval: 900000, expiration: 86400000 },\n- (pool as any).pool\n-);\n-\n-// Middleware\n-const allowedOrigins = new Set(\n- (process.env.CORS_ORIGINS || \"\").split(\",\").map(value => value.trim()).filter(Boolean)\n-);\n-app.use(cors({\n- credentials: true,\n- origin: allowedOrigins.size === 0\n- ? false\n- : (origin, callback) => callback(null, !origin || allowedOrigins.has(origin)),\n-}));\n-app.use(bodyParser.json());\n-app.use(bodyParser.urlencoded({ extended: true }));\n-app.use((_req, res, next) => {\n- res.setHeader(\"X-Content-Type-Options\", \"nosniff\");\n- res.setHeader(\"X-Frame-Options\", \"DENY\");\n- res.setHeader(\"Referrer-Policy\", \"strict-origin-when-cross-origin\");\n- res.setHeader(\"Permissions-Policy\", \"camera=(), microphone=(), geolocation=(self)\");\n- next();\n-});\n-\n-// Comprobaciones públicas para supervisión y despliegues. Se montan antes de\n-// la sesión para que el health check no cree sesiones ni dependa del login.\n-app.use(\"/health\", healthRoutes);\n-\n-app.use(\n- session({\n- secret: process.env.SESSION_SECRET || \"development-only-session-secret-change-me\",\n- store: sessionStore,\n- resave: false,\n- saveUninitialized: false,\n- name: \"captajaus.sid\",\n- cookie: {\n- secure: sessionCookieSecure,\n- httpOnly: true,\n- sameSite: \"lax\",\n- maxAge: 24 * 60 * 60 * 1000,\n- },\n- })\n-);\n-\n-// Defensa CSRF incremental: rechaza mutaciones cross-origin cuando el navegador\n-// envía Origin/Referer. SameSite=Lax protege además la cookie de sesión.\n-app.use((req, res, next) => {\n- if ([\"GET\", \"HEAD\", \"OPTIONS\"].includes(req.method)) return next();\n- const supplied = req.get(\"origin\") || req.get(\"referer\");\n- if (!supplied) return next();\n- try {\n- if (new URL(supplied).host !== req.get(\"host\")) {\n- res.status(403).json({ success: false, error: \"Origen no permitido\" });\n- return;\n- }\n- } catch {\n- res.status(403).json({ success: false, error: \"Origen no válido\" });\n- return;\n- }\n- next();\n-});\n-\n-// Rate limiting para login (protección anti-bruteforce)\n-const loginRateMax = Number(process.env.AUTH_LOGIN_RATE_MAX || (process.env.NODE_ENV === \"production\" ? 10 : 60));\n-const loginLimiter = rateLimit({\n- windowMs: 15 * 60 * 1000,\n- max: loginRateMax,\n- message: \"Demasiados intentos de inicio de sesión. Inténtalo en 15 minutos.\",\n- standardHeaders: true,\n- legacyHeaders: false,\n- skip: (req) => {\n- const ip = String(req.ip || req.socket?.remoteAddress || \"\").replace(/^::ffff:/, \"\");\n- return (\n- ip === \"127.0.0.1\" ||\n- ip.startsWith(\"192.168.\") ||\n- ip.startsWith(\"100.\") ||\n- ip.startsWith(\"10.\")\n- );\n- },\n-});\n-app.use(\"/login\", loginLimiter);\n-\n-// View engine\n-app.set(\"view engine\", \"ejs\");\n-app.set(\"views\", path.join(__dirname, \"..\", \"src\", \"views\"));\n-if (process.env.NODE_ENV !== \"production\") app.set(\"view cache\", false);\n-\n-// Archivos estaticos\n-app.use(express.static(path.join(__dirname, \"..\", \"public\")));\n-\n-app.use((req, res, next) => {\n- res.locals.sessionRole = (req.session as { role?: string }).role || \"\";\n- res.locals.sessionUser = (req.session as { username?: string }).username || \"\";\n- next();\n-});\n-\n-// Redireccion raiz\n-app.get(\"/\", (_req, res) => res.redirect(\"/login\"));\n-\n-// Rutas de autenticacion (sin proteccion)\n-app.use(\"/\", authRoutes);\n-app.get(\"/login\", (_req, res) => res.redirect(\"/login\")); // ya cubierto por authRoutes\n-\n-// Dashboard principal\n-app.get(\"/dashboard\", requireAuth, async (req, res) => {\n- try {\n- const operation = String(req.query.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";\n- const [stats, portals, zones] = await Promise.all([\n- PropertyModel.getStats(operation),\n- PortalModel.findAll(),\n- ZoneModel.findAll(),\n- ]);\n- res.render(\"dashboard/index\", {\n- portals,\n- zones,\n- user: (req.session as any).username || \"George\",\n- count: stats.total,\n- avg_price: stats.avg_price,\n- min_price: stats.min_price,\n- source_count: stats.source_count,\n- operation,\n- valencia_neighborhoods: VALENCIA_NEIGHBORHOODS,\n- });\n- } catch (err) {\n- res.status(500).send(\"Error al cargar el dashboard\");\n- }\n-});\n-\n-// Vista del archivo de propiedades eliminadas\n-app.get(\"/dashboard/archive\", requireAuth, async (req, res) => {\n- try {\n- res.render(\"dashboard/archive\", {\n- user: (req.session as any).username || \"George\",\n- });\n- } catch (err) {\n- res.status(500).send(\"Error al cargar el archivo\");\n- }\n-});\n-\n-// Vista de filtros\n-app.get(\"/dashboard/filters\", requireAuth, async (_req, res) => {\n- try {\n- const [filters, portals, zones] = await Promise.all([\n- FilterModel.findAll(Number((_req.session as any).userId)),\n- PortalModel.findAll(),\n- ZoneModel.findActive(),\n- ]);\n- res.render(\"dashboard/filters\", {\n- filters,\n- portals,\n- zones,\n- user: (_req.session as any).username || \"George\",\n- });\n- } catch (err) {\n- res.status(500).send(\"Error al cargar filtros\");\n- }\n-});\n-\n-// Vista de mapa\n-app.get(\"/dashboard/map\", requireAuth, async (_req, res) => {\n- try {\n- const operation = String(_req.query.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";\n- const [props, zones] = await Promise.all([\n- PropertyModel.findForMap(operation),\n- ZoneModel.findAll(),\n- ]);\n- res.render(\"dashboard/map\", {\n- properties: props,\n- zones,\n- user: (_req.session as any).username || \"George\",\n- operation,\n- });\n- } catch (err) {\n- res.status(500).send(\"Error al cargar mapa\");\n- }\n-});\n-\n-// Vista de zonas\n-app.get(\"/dashboard/zones\", requireAuth, async (_req, res) => {\n- try {\n- res.render(\"dashboard/zones\", {\n- user: (_req.session as any).username || \"George\",\n- });\n- } catch (err) {\n- res.status(500).send(\"Error al cargar zonas\");\n- }\n-});\n-\n-// Vista IA — recomendaciones multiagent (operador George)\n-app.get(\"/dashboard/ai\", requireAuth, async (req, res) => {\n- if ((req.session as any).role === \"ia_admin\") {\n- res.redirect(\"/dashboard/ai-admin\");\n- return;\n- }\n- const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";\n- res.render(\"dashboard/ai\", {\n- user: (req.session as any).username || \"George\",\n- bridgeUrl,\n- });\n-});\n-\n-// Portal IA avanzado — solo admin\n-app.get(\"/dashboard/ai-admin\", requireAdmin, async (req, res) => {\n- const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";\n- res.render(\"dashboard/ai-admin\", {\n- user: (req.session as any).username || \"admin\",\n- bridgeUrl,\n- });\n-});\n-\n-// Vista de portales\n-app.get(\"/dashboard/portals\", requireAuth, async (_req, res) => {\n- try {\n- res.render(\"dashboard/portals\", {\n- user: (_req.session as any).username || \"George\",\n- });\n- } catch (err) {\n- res.status(500).send(\"Error al cargar portales\");\n- }\n-});\n-\n-// Ruta offline (Service Worker fallback)\n-app.get(\"/offline\", (_req: Request, res: Response) => {\n- res.render(\"offline\");\n-});\n-\n-// API routes\n-app.use(\"/api/properties\", propertyRoutes);\n-app.use(\"/api/scraper\", scraperRoutes);\n-app.use(\"/api/filters\", filterRoutes);\n-app.use(\"/api/map\", mapRoutes);\n-app.use(\"/api/zones\", zoneRoutes);\n-app.use(\"/api/portals\", portalRoutes);\n+import portalLabRoutes from \"./routes/portalLabRoutes\";\n+import analyticsRoutes from \"./routes/analyticsRoutes\";\n+import municipalityRoutes from \"./routes/municipalityRoutes\";\n+import valenciaDistrictRoutes from \"./routes/valenciaDistrictRoutes\";\n+import aiRoutes from \"./routes/aiRoutes\";\n+import aiAdminRoutes from \"./routes/aiAdminRoutes\";\n+import healthRoutes from \"./routes/healthRoutes\";\n+import { requireAdmin } from \"./middleware/requireAdmin\";\n+import { requireAuth } from \"./middleware/auth\";\n+import { startScheduler, getSchedulerStatus, getRecentScrapingLogs } from \"./services/schedulerService\";\n+import { FilterModel } from \"./models/filterModel\";\n+import { PropertyModel } from \"./models/propertyModel\";\n+import { ZoneModel } from \"./models/zoneModel\";\n+import { PortalModel } from \"./models/portalModel\";\n+import { generatePngIcons } from \"./utils/generateIcons\";\n+import { VALENCIA_NEIGHBORHOODS } from \"./config/valenciaNeighborhoods\";\n+import { VALENCIA_DISTRICTS } from \"./config/valenciaDistricts\";\n+import { formatLocalIso, getApplicationTimezone } from \"./config/time\";\n+const app = express();\n+const PORT = Number(process.env.PORT) || 3000;\n+const isProduction = process.env.NODE_ENV === \"production\";\n+const sessionCookieSecure = process.env.SESSION_COOKIE_SECURE\n+ ? process.env.SESSION_COOKIE_SECURE === \"true\"\n+ : isProduction;\n+\n+if (isProduction && (!process.env.SESSION_SECRET || process.env.SESSION_SECRET.length < 32)) {\n+ throw new Error(\"SESSION_SECRET debe existir y tener al menos 32 caracteres en producción\");\n+}\n+if (process.env.TRUST_PROXY === \"true\") app.set(\"trust proxy\", 1);\n+\n+// MySQL session store (evita warning de MemoryStore en producción)\n+const MySQLStore = MySQLStoreFactory(session);\n+const sessionStore = new MySQLStore(\n+ { createDatabaseTable: true, clearExpired: true, checkExpirationInterval: 900000, expiration: 86400000 },\n+ (pool as any).pool\n+);\n+\n+// Middleware\n+const allowedOrigins = new Set(\n+ (process.env.CORS_ORIGINS || \"\").split(\",\").map(value => value.trim()).filter(Boolean)\n+);\n+app.use(cors({\n+ credentials: true,\n+ origin: allowedOrigins.size === 0\n+ ? false\n+ : (origin, callback) => callback(null, !origin || allowedOrigins.has(origin)),\n+}));\n+app.use(bodyParser.json());\n+app.use(bodyParser.urlencoded({ extended: true }));\n+app.use((_req, res, next) => {\n+ res.setHeader(\"X-Content-Type-Options\", \"nosniff\");\n+ res.setHeader(\"X-Frame-Options\", \"DENY\");\n+ res.setHeader(\"Referrer-Policy\", \"strict-origin-when-cross-origin\");\n+ res.setHeader(\"Permissions-Policy\", \"camera=(), microphone=(), geolocation=(self)\");\n+ next();\n+});\n+\n+// Comprobaciones públicas para supervisión y despliegues. Se montan antes de\n+// la sesión para que el health check no cree sesiones ni dependa del login.\n+app.use(\"/health\", healthRoutes);\n+\n+app.use(\n+ session({\n+ secret: process.env.SESSION_SECRET || \"development-only-session-secret-change-me\",\n+ store: sessionStore,\n+ resave: false,\n+ saveUninitialized: false,\n+ name: \"captajaus.sid\",\n+ cookie: {\n+ secure: sessionCookieSecure,\n+ httpOnly: true,\n+ sameSite: \"lax\",\n+ maxAge: 24 * 60 * 60 * 1000,\n+ },\n+ })\n+);\n+\n+// Defensa CSRF incremental: rechaza mutaciones cross-origin cuando el navegador\n+// envía Origin/Referer. SameSite=Lax protege además la cookie de sesión.\n+app.use((req, res, next) => {\n+ if ([\"GET\", \"HEAD\", \"OPTIONS\"].includes(req.method)) return next();\n+ const supplied = req.get(\"origin\") || req.get(\"referer\");\n+ if (!supplied) return next();\n+ try {\n+ if (new URL(supplied).host !== req.get(\"host\")) {\n+ res.status(403).json({ success: false, error: \"Origen no permitido\" });\n+ return;\n+ }\n+ } catch {\n+ res.status(403).json({ success: false, error: \"Origen no válido\" });\n+ return;\n+ }\n+ next();\n+});\n+\n+// Rate limiting para login (protección anti-bruteforce)\n+const loginRateMax = Number(process.env.AUTH_LOGIN_RATE_MAX || (process.env.NODE_ENV === \"production\" ? 10 : 60));\n+const loginLimiter = rateLimit({\n+ windowMs: 15 * 60 * 1000,\n+ max: loginRateMax,\n+ message: \"Demasiados intentos de inicio de sesión. Inténtalo en 15 minutos.\",\n+ standardHeaders: true,\n+ legacyHeaders: false,\n+ skip: (req) => {\n+ const ip = String(req.ip || req.socket?.remoteAddress || \"\").replace(/^::ffff:/, \"\");\n+ return (\n+ ip === \"127.0.0.1\" ||\n+ ip.startsWith(\"192.168.\") ||\n+ ip.startsWith(\"100.\") ||\n+ ip.startsWith(\"10.\")\n+ );\n+ },\n+});\n+app.use(\"/login\", loginLimiter);\n+\n+// View engine\n+app.set(\"view engine\", \"ejs\");\n+app.set(\"views\", path.join(__dirname, \"..\", \"src\", \"views\"));\n+if (process.env.NODE_ENV !== \"production\") app.set(\"view cache\", false);\n+\n+// Archivos estaticos\n+app.use(express.static(path.join(__dirname, \"..\", \"public\")));\n+\n+app.use((req, res, next) => {\n+ res.locals.sessionRole = (req.session as { role?: string }).role || \"\";\n+ res.locals.sessionUser = (req.session as { username?: string }).username || \"\";\n+ next();\n+});\n+\n+// Redireccion raiz\n+app.get(\"/\", (_req, res) => res.redirect(\"/login\"));\n+\n+// Rutas de autenticacion (sin proteccion)\n+app.use(\"/\", authRoutes);\n+app.get(\"/login\", (_req, res) => res.redirect(\"/login\")); // ya cubierto por authRoutes\n+\n+// Dashboard principal\n+app.get(\"/dashboard\", requireAuth, async (req, res) => {\n+ try {\n+ const operation = String(req.query.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";\n+ const [stats, portals, zones] = await Promise.all([\n+ PropertyModel.getStats(operation),\n+ PortalModel.findAll(),\n+ ZoneModel.findAll(),\n+ ]);\n+ res.render(\"dashboard/index\", {\n+ portals,\n+ zones,\n+ user: (req.session as any).username || \"George\",\n+ count: stats.total,\n+ avg_price: stats.avg_price,\n+ min_price: stats.min_price,\n+ source_count: stats.source_count,\n+ operation,\n+ valencia_neighborhoods: VALENCIA_NEIGHBORHOODS,\n+ });\n+ } catch (err) {\n+ res.status(500).send(\"Error al cargar el dashboard\");\n+ }\n+});\n+\n+// Vista del archivo de propiedades eliminadas\n+app.get(\"/dashboard/archive\", requireAuth, async (req, res) => {\n+ try {\n+ res.render(\"dashboard/archive\", {\n+ user: (req.session as any).username || \"George\",\n+ });\n+ } catch (err) {\n+ res.status(500).send(\"Error al cargar el archivo\");\n+ }\n+});\n+\n+// Vista de filtros\n+app.get(\"/dashboard/filters\", requireAuth, async (_req, res) => {\n+ try {\n+ const [filters, portals, zones] = await Promise.all([\n+ FilterModel.findAll(Number((_req.session as any).userId)),\n+ PortalModel.findAll(),\n+ ZoneModel.findActive(),\n+ ]);\n+ res.render(\"dashboard/filters\", {\n+ filters,\n+ portals,\n+ zones,\n+ user: (_req.session as any).username || \"George\",\n+ });\n+ } catch (err) {\n+ res.status(500).send(\"Error al cargar filtros\");\n+ }\n+});\n+\n+// Vista de mapa\n+app.get(\"/dashboard/map\", requireAuth, async (_req, res) => {\n+ try {\n+ const operation = String(_req.query.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";\n+ const [props, zones] = await Promise.all([\n+ PropertyModel.findForMap(operation),\n+ ZoneModel.findAll(),\n+ ]);\n+ res.render(\"dashboard/map\", {\n+ properties: props,\n+ zones,\n+ user: (_req.session as any).username || \"George\",\n+ operation,\n+ });\n+ } catch (err) {\n+ res.status(500).send(\"Error al cargar mapa\");\n+ }\n+});\n+\n+// Vista de zonas\n+app.get(\"/dashboard/zones\", requireAuth, async (_req, res) => {\n+ try {\n+ res.render(\"dashboard/zones\", {\n+ user: (_req.session as any).username || \"George\",\n+ });\n+ } catch (err) {\n+ res.status(500).send(\"Error al cargar zonas\");\n+ }\n+});\n+\n+// Vista IA — recomendaciones multiagent (operador George)\n+app.get(\"/dashboard/ai\", requireAuth, async (req, res) => {\n+ if ((req.session as any).role === \"ia_admin\") {\n+ res.redirect(\"/dashboard/ai-admin\");\n+ return;\n+ }\n+ const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";\n+ res.render(\"dashboard/ai\", {\n+ user: (req.session as any).username || \"George\",\n+ bridgeUrl,\n+ });\n+});\n+\n+// Portal IA avanzado — solo admin\n+app.get(\"/dashboard/ai-admin\", requireAdmin, async (req, res) => {\n+ const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";\n+ res.render(\"dashboard/ai-admin\", {\n+ user: (req.session as any).username || \"admin\",\n+ bridgeUrl,\n+ });\n+});\n+\n+// Vista de portales\n+app.get(\"/dashboard/portals\", requireAuth, async (_req, res) => {\n+ try {\n+ res.render(\"dashboard/portals\", {\n+ user: (_req.session as any).username || \"George\",\n+ });\n+ } catch (err) {\n+ res.status(500).send(\"Error al cargar portales\");\n+ }\n+});\n+\n+// Portal Lab — testeo scrapers + IA supervisor\n+app.get(\"/dashboard/portal-lab\", requireAuth, async (req, res) => {\n+ const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";\n+ res.render(\"dashboard/portal-lab\", {\n+ user: (req.session as any).username || \"George\",\n+ bridgeUrl,\n+ });\n+});\n+\n+// Ruta offline (Service Worker fallback)\n+app.get(\"/offline\", (_req: Request, res: Response) => {\n+ res.render(\"offline\");\n+});\n+\n+// API routes\n+app.use(\"/api/properties\", propertyRoutes);\n+app.use(\"/api/scraper\", scraperRoutes);\n+app.use(\"/api/filters\", filterRoutes);\n+app.use(\"/api/map\", mapRoutes);\n+app.use(\"/api/zones\", zoneRoutes);\n+app.use(\"/api/portals\", portalRoutes);\n+app.use(\"/api/portals/lab\", portalLabRoutes);\n app.use(\"/api/municipalities\", municipalityRoutes);\n app.use(\"/api/valencia-districts\", valenciaDistrictRoutes);\n app.use(\"/api/ai\", aiRoutes);","linesAdded":276,"linesRemoved":265,"reconciled":true,"diffHtml":"
--- a/lliria-properties-scraper\\src\\app.ts
+++ b/lliria-properties-scraper\\src\\app.ts
@@ -15,271 +15,282 @@
import mapRoutes from \"./routes/mapRoutes\";
import zoneRoutes from \"./routes/zoneRoutes\";
import portalRoutes from \"./routes/portalRoutes\";
-import analyticsRoutes from \"./routes/analyticsRoutes\";
-import municipalityRoutes from \"./routes/municipalityRoutes\";
-import valenciaDistrictRoutes from \"./routes/valenciaDistrictRoutes\";
-import aiRoutes from \"./routes/aiRoutes\";
-import aiAdminRoutes from \"./routes/aiAdminRoutes\";
-import healthRoutes from \"./routes/healthRoutes\";
-import { requireAdmin } from \"./middleware/requireAdmin\";
-import { requireAuth } from \"./middleware/auth\";
-import { startScheduler, getSchedulerStatus, getRecentScrapingLogs } from \"./services/schedulerService\";
-import { FilterModel } from \"./models/filterModel\";
-import { PropertyModel } from \"./models/propertyModel\";
-import { ZoneModel } from \"./models/zoneModel\";
-import { PortalModel } from \"./models/portalModel\";
-import { generatePngIcons } from \"./utils/generateIcons\";
-import { VALENCIA_NEIGHBORHOODS } from \"./config/valenciaNeighborhoods\";
-import { VALENCIA_DISTRICTS } from \"./config/valenciaDistricts\";
-import { formatLocalIso, getApplicationTimezone } from \"./config/time\";
-const app = express();
-const PORT = Number(process.env.PORT) || 3000;
-const isProduction = process.env.NODE_ENV === \"production\";
-const sessionCookieSecure = process.env.SESSION_COOKIE_SECURE
- ? process.env.SESSION_COOKIE_SECURE === \"true\"
- : isProduction;
-
-if (isProduction && (!process.env.SESSION_SECRET || process.env.SESSION_SECRET.length < 32)) {
- throw new Error(\"SESSION_SECRET debe existir y tener al menos 32 caracteres en producción\");
-}
-if (process.env.TRUST_PROXY === \"true\") app.set(\"trust proxy\", 1);
-
-// MySQL session store (evita warning de MemoryStore en producción)
-const MySQLStore = MySQLStoreFactory(session);
-const sessionStore = new MySQLStore(
- { createDatabaseTable: true, clearExpired: true, checkExpirationInterval: 900000, expiration: 86400000 },
- (pool as any).pool
-);
-
-// Middleware
-const allowedOrigins = new Set(
- (process.env.CORS_ORIGINS || \"\").split(\",\").map(value => value.trim()).filter(Boolean)
-);
-app.use(cors({
- credentials: true,
- origin: allowedOrigins.size === 0
- ? false
- : (origin, callback) => callback(null, !origin || allowedOrigins.has(origin)),
-}));
-app.use(bodyParser.json());
-app.use(bodyParser.urlencoded({ extended: true }));
-app.use((_req, res, next) => {
- res.setHeader(\"X-Content-Type-Options\", \"nosniff\");
- res.setHeader(\"X-Frame-Options\", \"DENY\");
- res.setHeader(\"Referrer-Policy\", \"strict-origin-when-cross-origin\");
- res.setHeader(\"Permissions-Policy\", \"camera=(), microphone=(), geolocation=(self)\");
- next();
-});
-
-// Comprobaciones públicas para supervisión y despliegues. Se montan antes de
-// la sesión para que el health check no cree sesiones ni dependa del login.
-app.use(\"/health\", healthRoutes);
-
-app.use(
- session({
- secret: process.env.SESSION_SECRET || \"development-only-session-secret-change-me\",
- store: sessionStore,
- resave: false,
- saveUninitialized: false,
- name: \"captajaus.sid\",
- cookie: {
- secure: sessionCookieSecure,
- httpOnly: true,
- sameSite: \"lax\",
- maxAge: 24 * 60 * 60 * 1000,
- },
- })
-);
-
-// Defensa CSRF incremental: rechaza mutaciones cross-origin cuando el navegador
-// envía Origin/Referer. SameSite=Lax protege además la cookie de sesión.
-app.use((req, res, next) => {
- if ([\"GET\", \"HEAD\", \"OPTIONS\"].includes(req.method)) return next();
- const supplied = req.get(\"origin\") || req.get(\"referer\");
- if (!supplied) return next();
- try {
- if (new URL(supplied).host !== req.get(\"host\")) {
- res.status(403).json({ success: false, error: \"Origen no permitido\" });
- return;
- }
- } catch {
- res.status(403).json({ success: false, error: \"Origen no válido\" });
- return;
- }
- next();
-});
-
-// Rate limiting para login (protección anti-bruteforce)
-const loginRateMax = Number(process.env.AUTH_LOGIN_RATE_MAX || (process.env.NODE_ENV === \"production\" ? 10 : 60));
-const loginLimiter = rateLimit({
- windowMs: 15 * 60 * 1000,
- max: loginRateMax,
- message: \"Demasiados intentos de inicio de sesión. Inténtalo en 15 minutos.\",
- standardHeaders: true,
- legacyHeaders: false,
- skip: (req) => {
- const ip = String(req.ip || req.socket?.remoteAddress || \"\").replace(/^::ffff:/, \"\");
- return (
- ip === \"127.0.0.1\" ||
- ip.startsWith(\"192.168.\") ||
- ip.startsWith(\"100.\") ||
- ip.startsWith(\"10.\")
- );
- },
-});
-app.use(\"/login\", loginLimiter);
-
-// View engine
-app.set(\"view engine\", \"ejs\");
-app.set(\"views\", path.join(__dirname, \"..\", \"src\", \"views\"));
-if (process.env.NODE_ENV !== \"production\") app.set(\"view cache\", false);
-
-// Archivos estaticos
-app.use(express.static(path.join(__dirname, \"..\", \"public\")));
-
-app.use((req, res, next) => {
- res.locals.sessionRole = (req.session as { role?: string }).role || \"\";
- res.locals.sessionUser = (req.session as { username?: string }).username || \"\";
- next();
-});
-
-// Redireccion raiz
-app.get(\"/\", (_req, res) => res.redirect(\"/login\"));
-
-// Rutas de autenticacion (sin proteccion)
-app.use(\"/\", authRoutes);
-app.get(\"/login\", (_req, res) => res.redirect(\"/login\")); // ya cubierto por authRoutes
-
-// Dashboard principal
-app.get(\"/dashboard\", requireAuth, async (req, res) => {
- try {
- const operation = String(req.query.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";
- const [stats, portals, zones] = await Promise.all([
- PropertyModel.getStats(operation),
- PortalModel.findAll(),
- ZoneModel.findAll(),
- ]);
- res.render(\"dashboard/index\", {
- portals,
- zones,
- user: (req.session as any).username || \"George\",
- count: stats.total,
- avg_price: stats.avg_price,
- min_price: stats.min_price,
- source_count: stats.source_count,
- operation,
- valencia_neighborhoods: VALENCIA_NEIGHBORHOODS,
- });
- } catch (err) {
- res.status(500).send(\"Error al cargar el dashboard\");
- }
-});
-
-// Vista del archivo de propiedades eliminadas
-app.get(\"/dashboard/archive\", requireAuth, async (req, res) => {
- try {
- res.render(\"dashboard/archive\", {
- user: (req.session as any).username || \"George\",
- });
- } catch (err) {
- res.status(500).send(\"Error al cargar el archivo\");
- }
-});
-
-// Vista de filtros
-app.get(\"/dashboard/filters\", requireAuth, async (_req, res) => {
- try {
- const [filters, portals, zones] = await Promise.all([
- FilterModel.findAll(Number((_req.session as any).userId)),
- PortalModel.findAll(),
- ZoneModel.findActive(),
- ]);
- res.render(\"dashboard/filters\", {
- filters,
- portals,
- zones,
- user: (_req.session as any).username || \"George\",
- });
- } catch (err) {
- res.status(500).send(\"Error al cargar filtros\");
- }
-});
-
-// Vista de mapa
-app.get(\"/dashboard/map\", requireAuth, async (_req, res) => {
- try {
- const operation = String(_req.query.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";
- const [props, zones] = await Promise.all([
- PropertyModel.findForMap(operation),
- ZoneModel.findAll(),
- ]);
- res.render(\"dashboard/map\", {
- properties: props,
- zones,
- user: (_req.session as any).username || \"George\",
- operation,
- });
- } catch (err) {
- res.status(500).send(\"Error al cargar mapa\");
- }
-});
-
-// Vista de zonas
-app.get(\"/dashboard/zones\", requireAuth, async (_req, res) => {
- try {
- res.render(\"dashboard/zones\", {
- user: (_req.session as any).username || \"George\",
- });
- } catch (err) {
- res.status(500).send(\"Error al cargar zonas\");
- }
-});
-
-// Vista IA — recomendaciones multiagent (operador George)
-app.get(\"/dashboard/ai\", requireAuth, async (req, res) => {
- if ((req.session as any).role === \"ia_admin\") {
- res.redirect(\"/dashboard/ai-admin\");
- return;
- }
- const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";
- res.render(\"dashboard/ai\", {
- user: (req.session as any).username || \"George\",
- bridgeUrl,
- });
-});
-
-// Portal IA avanzado — solo admin
-app.get(\"/dashboard/ai-admin\", requireAdmin, async (req, res) => {
- const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";
- res.render(\"dashboard/ai-admin\", {
- user: (req.session as any).username || \"admin\",
- bridgeUrl,
- });
-});
-
-// Vista de portales
-app.get(\"/dashboard/portals\", requireAuth, async (_req, res) => {
- try {
- res.render(\"dashboard/portals\", {
- user: (_req.session as any).username || \"George\",
- });
- } catch (err) {
- res.status(500).send(\"Error al cargar portales\");
- }
-});
-
-// Ruta offline (Service Worker fallback)
-app.get(\"/offline\", (_req: Request, res: Response) => {
- res.render(\"offline\");
-});
-
-// API routes
-app.use(\"/api/properties\", propertyRoutes);
-app.use(\"/api/scraper\", scraperRoutes);
-app.use(\"/api/filters\", filterRoutes);
-app.use(\"/api/map\", mapRoutes);
-app.use(\"/api/zones\", zoneRoutes);
-app.use(\"/api/portals\", portalRoutes);
+import portalLabRoutes from \"./routes/portalLabRoutes\";
+import analyticsRoutes from \"./routes/analyticsRoutes\";
+import municipalityRoutes from \"./routes/municipalityRoutes\";
+import valenciaDistrictRoutes from \"./routes/valenciaDistrictRoutes\";
+import aiRoutes from \"./routes/aiRoutes\";
+import aiAdminRoutes from \"./routes/aiAdminRoutes\";
+import healthRoutes from \"./routes/healthRoutes\";
+import { requireAdmin } from \"./middleware/requireAdmin\";
+import { requireAuth } from \"./middleware/auth\";
+import { startScheduler, getSchedulerStatus, getRecentScrapingLogs } from \"./services/schedulerService\";
+import { FilterModel } from \"./models/filterModel\";
+import { PropertyModel } from \"./models/propertyModel\";
+import { ZoneModel } from \"./models/zoneModel\";
+import { PortalModel } from \"./models/portalModel\";
+import { generatePngIcons } from \"./utils/generateIcons\";
+import { VALENCIA_NEIGHBORHOODS } from \"./config/valenciaNeighborhoods\";
+import { VALENCIA_DISTRICTS } from \"./config/valenciaDistricts\";
+import { formatLocalIso, getApplicationTimezone } from \"./config/time\";
+const app = express();
+const PORT = Number(process.env.PORT) || 3000;
+const isProduction = process.env.NODE_ENV === \"production\";
+const sessionCookieSecure = process.env.SESSION_COOKIE_SECURE
+ ? process.env.SESSION_COOKIE_SECURE === \"true\"
+ : isProduction;
+
+if (isProduction && (!process.env.SESSION_SECRET || process.env.SESSION_SECRET.length < 32)) {
+ throw new Error(\"SESSION_SECRET debe existir y tener al menos 32 caracteres en producción\");
+}
+if (process.env.TRUST_PROXY === \"true\") app.set(\"trust proxy\", 1);
+
+// MySQL session store (evita warning de MemoryStore en producción)
+const MySQLStore = MySQLStoreFactory(session);
+const sessionStore = new MySQLStore(
+ { createDatabaseTable: true, clearExpired: true, checkExpirationInterval: 900000, expiration: 86400000 },
+ (pool as any).pool
+);
+
+// Middleware
+const allowedOrigins = new Set(
+ (process.env.CORS_ORIGINS || \"\").split(\",\").map(value => value.trim()).filter(Boolean)
+);
+app.use(cors({
+ credentials: true,
+ origin: allowedOrigins.size === 0
+ ? false
+ : (origin, callback) => callback(null, !origin || allowedOrigins.has(origin)),
+}));
+app.use(bodyParser.json());
+app.use(bodyParser.urlencoded({ extended: true }));
+app.use((_req, res, next) => {
+ res.setHeader(\"X-Content-Type-Options\", \"nosniff\");
+ res.setHeader(\"X-Frame-Options\", \"DENY\");
+ res.setHeader(\"Referrer-Policy\", \"strict-origin-when-cross-origin\");
+ res.setHeader(\"Permissions-Policy\", \"camera=(), microphone=(), geolocation=(self)\");
+ next();
+});
+
+// Comprobaciones públicas para supervisión y despliegues. Se montan antes de
+// la sesión para que el health check no cree sesiones ni dependa del login.
+app.use(\"/health\", healthRoutes);
+
+app.use(
+ session({
+ secret: process.env.SESSION_SECRET || \"development-only-session-secret-change-me\",
+ store: sessionStore,
+ resave: false,
+ saveUninitialized: false,
+ name: \"captajaus.sid\",
+ cookie: {
+ secure: sessionCookieSecure,
+ httpOnly: true,
+ sameSite: \"lax\",
+ maxAge: 24 * 60 * 60 * 1000,
+ },
+ })
+);
+
+// Defensa CSRF incremental: rechaza mutaciones cross-origin cuando el navegador
+// envía Origin/Referer. SameSite=Lax protege además la cookie de sesión.
+app.use((req, res, next) => {
+ if ([\"GET\", \"HEAD\", \"OPTIONS\"].includes(req.method)) return next();
+ const supplied = req.get(\"origin\") || req.get(\"referer\");
+ if (!supplied) return next();
+ try {
+ if (new URL(supplied).host !== req.get(\"host\")) {
+ res.status(403).json({ success: false, error: \"Origen no permitido\" });
+ return;
+ }
+ } catch {
+ res.status(403).json({ success: false, error: \"Origen no válido\" });
+ return;
+ }
+ next();
+});
+
+// Rate limiting para login (protección anti-bruteforce)
+const loginRateMax = Number(process.env.AUTH_LOGIN_RATE_MAX || (process.env.NODE_ENV === \"production\" ? 10 : 60));
+const loginLimiter = rateLimit({
+ windowMs: 15 * 60 * 1000,
+ max: loginRateMax,
+ message: \"Demasiados intentos de inicio de sesión. Inténtalo en 15 minutos.\",
+ standardHeaders: true,
+ legacyHeaders: false,
+ skip: (req) => {
+ const ip = String(req.ip || req.socket?.remoteAddress || \"\").replace(/^::ffff:/, \"\");
+ return (
+ ip === \"127.0.0.1\" ||
+ ip.startsWith(\"192.168.\") ||
+ ip.startsWith(\"100.\") ||
+ ip.startsWith(\"10.\")
+ );
+ },
+});
+app.use(\"/login\", loginLimiter);
+
+// View engine
+app.set(\"view engine\", \"ejs\");
+app.set(\"views\", path.join(__dirname, \"..\", \"src\", \"views\"));
+if (process.env.NODE_ENV !== \"production\") app.set(\"view cache\", false);
+
+// Archivos estaticos
+app.use(express.static(path.join(__dirname, \"..\", \"public\")));
+
+app.use((req, res, next) => {
+ res.locals.sessionRole = (req.session as { role?: string }).role || \"\";
+ res.locals.sessionUser = (req.session as { username?: string }).username || \"\";
+ next();
+});
+
+// Redireccion raiz
+app.get(\"/\", (_req, res) => res.redirect(\"/login\"));
+
+// Rutas de autenticacion (sin proteccion)
+app.use(\"/\", authRoutes);
+app.get(\"/login\", (_req, res) => res.redirect(\"/login\")); // ya cubierto por authRoutes
+
+// Dashboard principal
+app.get(\"/dashboard\", requireAuth, async (req, res) => {
+ try {
+ const operation = String(req.query.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";
+ const [stats, portals, zones] = await Promise.all([
+ PropertyModel.getStats(operation),
+ PortalModel.findAll(),
+ ZoneModel.findAll(),
+ ]);
+ res.render(\"dashboard/index\", {
+ portals,
+ zones,
+ user: (req.session as any).username || \"George\",
+ count: stats.total,
+ avg_price: stats.avg_price,
+ min_price: stats.min_price,
+ source_count: stats.source_count,
+ operation,
+ valencia_neighborhoods: VALENCIA_NEIGHBORHOODS,
+ });
+ } catch (err) {
+ res.status(500).send(\"Error al cargar el dashboard\");
+ }
+});
+
+// Vista del archivo de propiedades eliminadas
+app.get(\"/dashboard/archive\", requireAuth, async (req, res) => {
+ try {
+ res.render(\"dashboard/archive\", {
+ user: (req.session as any).username || \"George\",
+ });
+ } catch (err) {
+ res.status(500).send(\"Error al cargar el archivo\");
+ }
+});
+
+// Vista de filtros
+app.get(\"/dashboard/filters\", requireAuth, async (_req, res) => {
+ try {
+ const [filters, portals, zones] = await Promise.all([
+ FilterModel.findAll(Number((_req.session as any).userId)),
+ PortalModel.findAll(),
+ ZoneModel.findActive(),
+ ]);
+ res.render(\"dashboard/filters\", {
+ filters,
+ portals,
+ zones,
+ user: (_req.session as any).username || \"George\",
+ });
+ } catch (err) {
+ res.status(500).send(\"Error al cargar filtros\");
+ }
+});
+
+// Vista de mapa
+app.get(\"/dashboard/map\", requireAuth, async (_req, res) => {
+ try {
+ const operation = String(_req.query.op || \"sale\").toLowerCase() === \"rent\" ? \"rent\" : \"sale\";
+ const [props, zones] = await Promise.all([
+ PropertyModel.findForMap(operation),
+ ZoneModel.findAll(),
+ ]);
+ res.render(\"dashboard/map\", {
+ properties: props,
+ zones,
+ user: (_req.session as any).username || \"George\",
+ operation,
+ });
+ } catch (err) {
+ res.status(500).send(\"Error al cargar mapa\");
+ }
+});
+
+// Vista de zonas
+app.get(\"/dashboard/zones\", requireAuth, async (_req, res) => {
+ try {
+ res.render(\"dashboard/zones\", {
+ user: (_req.session as any).username || \"George\",
+ });
+ } catch (err) {
+ res.status(500).send(\"Error al cargar zonas\");
+ }
+});
+
+// Vista IA — recomendaciones multiagent (operador George)
+app.get(\"/dashboard/ai\", requireAuth, async (req, res) => {
+ if ((req.session as any).role === \"ia_admin\") {
+ res.redirect(\"/dashboard/ai-admin\");
+ return;
+ }
+ const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";
+ res.render(\"dashboard/ai\", {
+ user: (req.session as any).username || \"George\",
+ bridgeUrl,
+ });
+});
+
+// Portal IA avanzado — solo admin
+app.get(\"/dashboard/ai-admin\", requireAdmin, async (req, res) => {
+ const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";
+ res.render(\"dashboard/ai-admin\", {
+ user: (req.session as any).username || \"admin\",
+ bridgeUrl,
+ });
+});
+
+// Vista de portales
+app.get(\"/dashboard/portals\", requireAuth, async (_req, res) => {
+ try {
+ res.render(\"dashboard/portals\", {
+ user: (_req.session as any).username || \"George\",
+ });
+ } catch (err) {
+ res.status(500).send(\"Error al cargar portales\");
+ }
+});
+
+// Portal Lab — testeo scrapers + IA supervisor
+app.get(\"/dashboard/portal-lab\", requireAuth, async (req, res) => {
+ const bridgeUrl = process.env.CURSOR_BRIDGE_URL || \"http://100.78.198.98:8095\";
+ res.render(\"dashboard/portal-lab\", {
+ user: (req.session as any).username || \"George\",
+ bridgeUrl,
+ });
+});
+
+// Ruta offline (Service Worker fallback)
+app.get(\"/offline\", (_req: Request, res: Response) => {
+ res.render(\"offline\");
+});
+
+// API routes
+app.use(\"/api/properties\", propertyRoutes);
+app.use(\"/api/scraper\", scraperRoutes);
+app.use(\"/api/filters\", filterRoutes);
+app.use(\"/api/map\", mapRoutes);
+app.use(\"/api/zones\", zoneRoutes);
+app.use(\"/api/portals\", portalRoutes);
+app.use(\"/api/portals/lab\", portalLabRoutes);
app.use(\"/api/municipalities\", municipalityRoutes);
app.use(\"/api/valencia-districts\", valenciaDistrictRoutes);
app.use(\"/api/ai\", aiRoutes);
"}],"sensitivePending":[],"toolCount":80,"transcriptPath":"C:\\Users\\Paterna\\.cursor\\projects\\c-xampp-htdocs-captajaus\\agent-transcripts\\15c8a4c8-8b3a-4fe2-a5b1-9388eeed4611\\15c8a4c8-8b3a-4fe2-a5b1-9388eeed4611.jsonl","notifyTitle":"Agente terminado","notifyBody":"Retomando el hilo: compruebo el estado del servicio y qué quedó implementado del Portal Lab en el transcript anterior.\nE"},"at":1786378823059}]}