INNER CODE UNIT · Python

_get_soup

stratumauth/app · extra/generate_icon_meta.py:79

def _get_soup(url: str) -> bs4.BeautifulSoup:
    res = requests.get(url, timeout=REQUEST_TIMEOUT)
    res.raise_for_status()
    return BeautifulSoup(res.text, "html.parser")


def _get_favicon_from_soup(base_url: str, soup: bs4.BeautifulSoup) -> Optional[str]:
    link_tags = soup.find_all("link")

    for tag in link_tags:
        if tag.has_attr("rel") and any(
            rel in {"icon", "apple-touch-icon"} for rel in tag.get("rel")
        ):
            href = tag.get("href")

            if href.startswith("data:image"):
                continue

View source record →