87 lines
No EOL
3.5 KiB
Python
87 lines
No EOL
3.5 KiB
Python
from .base_handler import BaseHandler
|
|
import logging
|
|
import asyncio
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
class StadtUndLandHandler(BaseHandler):
|
|
def __init__(self, browser_context):
|
|
self.context = browser_context
|
|
|
|
async def apply(self, listing: dict, result: dict) -> dict:
|
|
page = await self.context.new_page()
|
|
try:
|
|
logger.info(f"[STADT UND LAND] Open: {listing['link']}")
|
|
await page.goto(listing["link"], wait_until="networkidle")
|
|
await asyncio.sleep(2)
|
|
|
|
# Always handle cookies and consent before anything else
|
|
await self.handle_cookies(page)
|
|
await self.handle_consent(page)
|
|
|
|
# Save HTML after modal handling for debugging
|
|
try:
|
|
html_content = await page.content()
|
|
with open("data/stadtundland_debug.html", "w", encoding="utf-8") as f:
|
|
f.write(html_content)
|
|
except Exception as e:
|
|
logger.debug(f"[STADT UND LAND] Debug HTML not saved: {e}")
|
|
|
|
# 404/permanent fail detection
|
|
error_texts = [
|
|
"Hier ist etwas schief gelaufen",
|
|
"Leider können wir Ihnen zur Zeit keine Details zu diesem Inserat anzeigen"
|
|
]
|
|
page_text = await page.text_content('body')
|
|
if page_text:
|
|
for err in error_texts:
|
|
if err in page_text:
|
|
logger.warning(f"[STADT UND LAND] Permanent fail: {err}")
|
|
result["permanent_fail"] = True
|
|
result["message"] = "Listing is no longer available (404 detected on STADT UND LAND)."
|
|
await page.close()
|
|
return result
|
|
|
|
# Look for application button (robust selectors)
|
|
logger.info("[STADT UND LAND] Searching for application button...")
|
|
selectors = [
|
|
'a[href*="bewerben"]',
|
|
'button:has-text("Bewerben")',
|
|
'a:has-text("Bewerben")',
|
|
'button.btn',
|
|
'a.Button_button__JnZ4E',
|
|
'button.Button_button__JnZ4E',
|
|
]
|
|
|
|
apply_btn = None
|
|
for sel in selectors:
|
|
all_btns = await page.query_selector_all(sel)
|
|
logger.debug(f"[STADT UND LAND] Selector '{sel}': {len(all_btns)} matches")
|
|
for btn in all_btns:
|
|
try:
|
|
if await btn.is_visible():
|
|
apply_btn = btn
|
|
logger.info(f"[STADT UND LAND] Found visible application button: {sel}")
|
|
break
|
|
except Exception as e:
|
|
logger.debug(f"[STADT UND LAND] Button visibility error: {e}")
|
|
if apply_btn:
|
|
break
|
|
|
|
if apply_btn:
|
|
await apply_btn.scroll_into_view_if_needed()
|
|
await asyncio.sleep(0.5)
|
|
await apply_btn.click()
|
|
await asyncio.sleep(2)
|
|
result["success"] = True
|
|
result["message"] = "Application submitted successfully."
|
|
else:
|
|
logger.warning("[STADT UND LAND] No application button found.")
|
|
result["message"] = "No application button found."
|
|
except Exception as e:
|
|
result["message"] = f"Error during application: {e}"
|
|
logger.error(f"[STADT UND LAND] Application error: {e}")
|
|
finally:
|
|
await page.close()
|
|
|
|
return result |