mirror of
https://github.com/VinciGit00/Scrapegraph-ai.git
synced 2026-07-09 21:19:20 +08:00
34 lines
961 B
Python
34 lines
961 B
Python
"""
|
|
convert_to_md module
|
|
"""
|
|
from urllib.parse import urlparse
|
|
import html2text
|
|
|
|
def convert_to_md(html: str, url: str = None) -> str:
|
|
""" Convert HTML to Markdown.
|
|
This function uses the html2text library to convert the provided HTML content to Markdown
|
|
format.
|
|
The function returns the converted Markdown content as a string.
|
|
|
|
Args: html (str): The HTML content to be converted.
|
|
|
|
Returns: str: The equivalent Markdown content.
|
|
|
|
Example: >>> convert_to_md("<html><body><p>This is a paragraph.</p>
|
|
<h1>This is a heading.</h1></body></html>")
|
|
'This is a paragraph.\n\n# This is a heading.'
|
|
|
|
Note: All the styles and links are ignored during the conversion.
|
|
"""
|
|
|
|
h = html2text.HTML2Text()
|
|
h.ignore_links = False
|
|
h.body_width = 0
|
|
|
|
if url is not None:
|
|
parsed_url = urlparse(url)
|
|
domain = f"{parsed_url.scheme}://{parsed_url.netloc}"
|
|
h.baseurl = domain
|
|
|
|
return h.handle(html)
|