/
githubmirror
/
Multi-GPT
Обзор
Документация
Войти
/
githubmirror
/
Multi-GPT
Код
Запросы
0
Пакеты
0
Релизы
0
Аналитика
Безопасность
master
autogpt/processing/html.py
33 строки
929 B
jayceslesar
unify annotations to future syntax
16 апр 2023, 21:02
16 апр 2023, 21:02
8990911
Код
Авторство
О чём код?
"""HTML processing functions""" from __future__ import annotations from requests.compat import urljoin from bs4 import BeautifulSoup def extract_hyperlinks(soup: BeautifulSoup, base_url: str) -> list[tuple[str, str]]: """Extract hyperlinks from a BeautifulSoup object Args: soup (BeautifulSoup): The BeautifulSoup object base_url (str): The base URL Returns: List[Tuple[str, str]]: The extracted hyperlinks """ return [ (link.text, urljoin(base_url, link["href"])) for link in soup.find_all("a", href=True) ] def format_hyperlinks(hyperlinks: list[tuple[str, str]]) -> list[str]: """Format hyperlinks to be displayed to the user Args: hyperlinks (List[Tuple[str, str]]): The hyperlinks to format Returns: List[str]: The formatted hyperlinks """ return [f"{link_text} ({link_url})" for link_text, link_url in hyperlinks]