aron/wohnbot
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix handler errors

Browse source
This commit is contained in:
Aron Petau 2026-01-02 12:25:27 +01:00
parent e6b0f844fe
commit c68ee12d4e
3 changed files with 70 additions and 20 deletions
Download patch file Download diff file Expand all files Collapse all files

35
handlers/wbm_handler.py
View file

@ -48,11 +48,24 @@ class WBMHandler(BaseHandler):
result["message"] = "Listing is no longer available (404 detected on WBM)."
logger.warning(f"[WBM] Permanent fail: {err}")
await page.close()
await page.close()
return result
# Check if we're already on the detail page (URL contains '/details/')
# Check if we landed on a generic overview/search page with multiple listings
# This happens when the listing link is wrong or the listing was removed
current_url = page.url
# The overview page is at /angebote/ without /details/, and shows text like "X Mietwohnungen in Berlin"
if '/angebote/' in current_url and '/details/' not in current_url:
# Check for the heading pattern "X Mietwohnungen in Berlin" which appears on overview pages
overview_heading = await page.query_selector('h2:has-text("Mietwohnungen in Berlin"), h3:has-text("Mietwohnungen in Berlin")')
if overview_heading:
result["deactivated"] = True
result["message"] = "Redirected to generic overview page - listing no longer exists"
logger.warning(f"[WBM] Landed on overview page (/angebote/) instead of specific listing detail")
await page.screenshot(path=DATA_DIR / f"wbm_overview_redirect_{listing['id']}.png")
await page.close()
return result
# Check if we're already on the detail page (URL contains '/details/')
if '/details/' not in current_url:
# Find and follow the 'Details' link to the detail page
logger.info("[WBM] Looking for 'Details' link to open detail page...")
@ -91,7 +104,7 @@ class WBMHandler(BaseHandler):
# Save HTML of detail page for debugging
try:
html_content = await page.content()
with open("data/wbm_detail_debug.html", "w", encoding="utf-8") as f:
with open(DATA_DIR / "wbm_detail_debug.html", "w", encoding="utf-8") as f:
f.write(html_content)
except Exception as e:
logger.warning(f"[WBM] Could not save detail debug HTML: {e}")
@ -159,8 +172,8 @@ class WBMHandler(BaseHandler):
logger.debug("[WBM] Filled Vorname")
form_filled = True
# Email
email_input = await page.query_selector('input[name*="email" i]')
# Email (use ID or specific field name pattern)
email_input = await page.query_selector('input#powermail_field_e_mail, input[name*="[e_mail]"], input[name*="[email]"]')
if email_input:
await email_input.fill(os.getenv("FORM_EMAIL", ""))
logger.debug("[WBM] Filled Email")
@ -196,13 +209,19 @@ class WBMHandler(BaseHandler):
await ort_input.fill(os.getenv("FORM_ORT", ""))
logger.debug("[WBM] Filled Ort")
# Datenschutz checkbox
# Datenschutz checkbox - use force click or click the label to avoid interception
datenschutz_checkbox = await page.query_selector('input[name*="datenschutz" i][type="checkbox"]')
if datenschutz_checkbox:
is_checked = await datenschutz_checkbox.is_checked()
if not is_checked:
await datenschutz_checkbox.check()
logger.debug("[WBM] Checked Datenschutz")
# Try clicking the label first, fall back to force click on input
datenschutz_label = await page.query_selector('label[for]:has(input[name*="datenschutz" i])')
if datenschutz_label:
await datenschutz_label.click()
logger.debug("[WBM] Clicked Datenschutz label")
else:
await datenschutz_checkbox.click(force=True)
logger.debug("[WBM] Force-clicked Datenschutz checkbox")
if not form_filled:
logger.error("[WBM] No form fields found - form may not be visible")