mirror of
https://github.com/morluto/rea.git
synced 2026-11-20 21:53:51 +00:00
66 lines
1.9 KiB
Python
66 lines
1.9 KiB
Python
"""Read references from authored website formats before resolving their targets."""
|
|
|
|
from html.parser import HTMLParser
|
|
from urllib.parse import urlsplit
|
|
|
|
from markdown_it import MarkdownIt
|
|
|
|
|
|
class ReferenceMarkdown(MarkdownIt):
|
|
def normalizeLink(self, url):
|
|
# Keep the destination available for validation, including malformed URLs.
|
|
return url
|
|
|
|
|
|
MARKDOWN = ReferenceMarkdown("commonmark").enable("table")
|
|
|
|
|
|
def html_references(source):
|
|
references = []
|
|
|
|
class Links(HTMLParser):
|
|
def handle_starttag(self, tag, attrs):
|
|
references.extend(value for key, value in attrs if key in ("href", "src") and value)
|
|
|
|
parser = Links()
|
|
parser.feed(source)
|
|
parser.close()
|
|
return references
|
|
|
|
|
|
def markdown_references(source):
|
|
"""Yield link and image destinations as Markdown would interpret them."""
|
|
def destinations(tokens):
|
|
for token in tokens:
|
|
if token.type == "link_open":
|
|
yield token.attrGet("href")
|
|
elif token.type == "image":
|
|
yield token.attrGet("src")
|
|
elif token.type in ("html_block", "html_inline"):
|
|
yield from html_references(token.content)
|
|
if token.children:
|
|
yield from destinations(token.children)
|
|
|
|
return destinations(MARKDOWN.parse(source))
|
|
|
|
|
|
def split_reference(value):
|
|
url = urlsplit(value)
|
|
if url.scheme in ("http", "https"):
|
|
if not url.hostname:
|
|
raise ValueError("missing hostname")
|
|
# urllib checks port syntax lazily when this attribute is read.
|
|
_ = url.port
|
|
return url
|
|
|
|
|
|
def local_reference(value):
|
|
"""Select relative paths for translation; leave malformed links to verification."""
|
|
try:
|
|
url = split_reference(value)
|
|
except ValueError:
|
|
return None
|
|
if url.scheme or url.netloc or not url.path:
|
|
return None
|
|
return url
|