aron/wohnbot
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix: HOWOGE scroll down and click checkboxes before filling form

Browse source
This commit is contained in:
Aron Petau 2025-12-09 12:00:02 +01:00
parent d6108ef762
commit d03740ca20
1 changed files with 55 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

58
monitor.py
View file

@ -452,11 +452,55 @@ class ApplicationHandler:
await page.wait_for_load_state("networkidle")
logger.info("[HOWOGE] Clicked button, waiting for form...")
# Screenshot after clicking
# Scroll down the page to reveal checkboxes
await page.evaluate("window.scrollBy(0, 500)")
await asyncio.sleep(1)
logger.info("[HOWOGE] Scrolled down to reveal checkboxes")
# Screenshot after clicking (before checkboxes)
screenshot_path = DATA_DIR / f"howoge_form_{listing['id']}.png"
await page.screenshot(path=str(screenshot_path))
await page.screenshot(path=str(screenshot_path), full_page=True)
logger.info(f"[HOWOGE] Saved form screenshot to {screenshot_path}")
# HOWOGE requires clicking checkboxes before the form fields become visible
# Look for and click all required checkboxes
checkboxes_clicked = 0
checkbox_selectors = [
'input[type="checkbox"]',
'.checkbox input',
'input[name*="datenschutz" i]',
'input[name*="privacy" i]',
'input[name*="einwillig" i]',
'input[name*="zustimmung" i]',
'input[name*="accept" i]',
]
for selector in checkbox_selectors:
checkboxes = await page.query_selector_all(selector)
for checkbox in checkboxes:
try:
if await checkbox.is_visible() and not await checkbox.is_checked():
await checkbox.scroll_into_view_if_needed()
await checkbox.click()
checkboxes_clicked += 1
logger.info(f"[HOWOGE] Clicked checkbox")
await asyncio.sleep(0.3)
except Exception as e:
logger.debug(f"[HOWOGE] Checkbox click failed: {e}")
if checkboxes_clicked > 0:
logger.info(f"[HOWOGE] Clicked {checkboxes_clicked} checkboxes")
await asyncio.sleep(1)
# Screenshot after clicking checkboxes
screenshot_path = DATA_DIR / f"howoge_after_checkboxes_{listing['id']}.png"
await page.screenshot(path=str(screenshot_path), full_page=True)
logger.info(f"[HOWOGE] Saved after-checkboxes screenshot")
# Scroll back up to find the form fields
await page.evaluate("window.scrollTo(0, 0)")
await asyncio.sleep(0.5)
# Fill in the contact form
# Look for name fields (Vorname, Nachname)
vorname_field = await page.query_selector('input[name*="vorname" i], input[name*="firstname" i], input[placeholder*="Vorname" i], input#vorname')
@ -465,16 +509,22 @@ class ApplicationHandler:
form_filled = False
if vorname_field:
await vorname_field.scroll_into_view_if_needed()
await asyncio.sleep(0.2)
await vorname_field.fill(FORM_VORNAME)
logger.info(f"[HOWOGE] Filled Vorname: {FORM_VORNAME}")
form_filled = True
if nachname_field:
await nachname_field.scroll_into_view_if_needed()
await asyncio.sleep(0.2)
await nachname_field.fill(FORM_NACHNAME)
logger.info(f"[HOWOGE] Filled Nachname: {FORM_NACHNAME}")
form_filled = True
if email_field:
await email_field.scroll_into_view_if_needed()
await asyncio.sleep(0.2)
await email_field.fill(FORM_EMAIL)
logger.info(f"[HOWOGE] Filled Email: {FORM_EMAIL}")
form_filled = True
@ -482,12 +532,14 @@ class ApplicationHandler:
# Also look for phone field
phone_field = await page.query_selector('input[type="tel"], input[name*="telefon" i], input[name*="phone" i]')
if phone_field:
await phone_field.scroll_into_view_if_needed()
await asyncio.sleep(0.2)
await phone_field.fill(FORM_PHONE)
logger.info(f"[HOWOGE] Filled Phone: {FORM_PHONE}")
# Screenshot after filling form
screenshot_path2 = DATA_DIR / f"howoge_filled_{listing['id']}.png"
await page.screenshot(path=str(screenshot_path2))
await page.screenshot(path=str(screenshot_path2), full_page=True)
logger.info(f"[HOWOGE] Saved filled form screenshot to {screenshot_path2}")
if form_filled: