Mirrors/kleinanzeigen-bot
1
0
Fork 0
mirror of https://github.com/Second-Hand-Friends/kleinanzeigen-bot.git synced 2026-03-12 10:31:50 +01:00
Code Issues Packages Projects Releases Wiki Activity

fix: escape metachars in ID and Names for selector queries #368

Browse Source
This commit is contained in:
sebthom
2025-01-09 21:14:13 +01:00
parent 33a43e3ff6
commit 6820a946c9
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
src/kleinanzeigen_bot/web_scraping_mixin.py
View File

@@ -34,6 +34,9 @@ __all__ = [
LOG:Final[logging.Logger] = get_translating_logger(__name__) LOG:Final[logging.Logger] = get_translating_logger(__name__)
# see https://api.jquery.com/category/selectors/
METACHAR_ESCAPER:Final[dict[int, str]] = str.maketrans({ch: f'\\{ch}' for ch in '!"#$%&\'()*+,./:;<=>?@[\\]^`{|}~'})
class By(enum.Enum): class By(enum.Enum):
ID = enum.auto() ID = enum.auto()
@@ -361,15 +364,17 @@ class WebScrapingMixin:
""" """
match selector_type: match selector_type:
case By.ID: case By.ID:
escaped_id = selector_value.translate(METACHAR_ESCAPER)
return await self.web_await( return await self.web_await(
lambda: self.page.query_selector(f"#{selector_value}", parent), lambda: self.page.query_selector(f"#{escaped_id}", parent),
timeout = timeout, timeout = timeout,
timeout_error_message = f"No HTML element found with ID '{selector_value}' within {timeout} seconds.") timeout_error_message = f"No HTML element found with ID '{selector_value}' within {timeout} seconds.")
case By.CLASS_NAME: case By.CLASS_NAME:
escaped_classname = selector_value.translate(METACHAR_ESCAPER)
return await self.web_await( return await self.web_await(
lambda: self.page.query_selector(f".{selector_value}", parent), lambda: self.page.query_selector(f".{escaped_classname}", parent),
timeout = timeout, timeout = timeout,
timeout_error_message = f"No HTML element found with ID '{selector_value}' within {timeout} seconds.") timeout_error_message = f"No HTML element found with CSS class '{selector_value}' within {timeout} seconds.")
case By.TAG_NAME: case By.TAG_NAME:
return await self.web_await( return await self.web_await(
lambda: self.page.query_selector(selector_value, parent), lambda: self.page.query_selector(selector_value, parent),
@@ -404,8 +409,9 @@ class WebScrapingMixin:
""" """
match selector_type: match selector_type:
case By.CLASS_NAME: case By.CLASS_NAME:
escaped_classname = selector_value.translate(METACHAR_ESCAPER)
return await self.web_await( return await self.web_await(
lambda: self.page.query_selector_all(f".{selector_value}", parent), lambda: self.page.query_selector_all(f".{escaped_classname}", parent),
timeout = timeout, timeout = timeout,
timeout_error_message = f"No HTML elements found with CSS class '{selector_value}' within {timeout} seconds.") timeout_error_message = f"No HTML elements found with CSS class '{selector_value}' within {timeout} seconds.")
case By.CSS_SELECTOR: case By.CSS_SELECTOR: