Source code for ebooklib.utils

# This file is part of EbookLib.
# Copyright (c) 2013 Aleksandar Erkalovic <aerkalov@gmail.com>
#
# EbookLib is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# EbookLib is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with EbookLib.  If not, see <http://www.gnu.org/licenses/>.

import io
import mimetypes
import os
import re

from lxml import etree

mimetype_initialised = False


[docs] def debug(obj: object) -> None: import pprint pp = pprint.PrettyPrinter(indent=4) pp.pprint(obj)
[docs] def parse_string(s: str | bytes) -> etree._ElementTree: parser = etree.XMLParser(recover=True, resolve_entities=False) if isinstance(s, str): tree = etree.parse(io.BytesIO(s.encode("utf-8")), parser=parser) else: tree = etree.parse(io.BytesIO(s), parser=parser) return tree
[docs] def parse_html_string(s: str | bytes): from lxml import html utf8_parser = html.HTMLParser(encoding="utf-8") try: html_tree = html.document_fromstring(s, parser=utf8_parser) except ValueError: if not isinstance(s, str): raise # lxml rejects Unicode input with an XML encoding declaration. Retry # with UTF-8 while preserving the existing parser path for other input. html_tree = html.document_fromstring(s.encode("utf-8"), parser=utf8_parser) return html_tree
[docs] def guess_type(extenstion: str) -> tuple[str | None, str | None]: global mimetype_initialised if not mimetype_initialised: mimetypes.init() mimetypes.add_type("application/xhtml+xml", ".xhtml") mimetype_initialised = True return mimetypes.guess_type(extenstion)
[docs] def create_pagebreak(pageref: str, label: str | None = None, html: bool = True) -> etree._Element | str: from ebooklib.consts import NAMESPACES pageref_attributes = { f"{{{NAMESPACES['EPUB']}}}type": "pagebreak", "title": pageref, "id": pageref, } pageref_elem = etree.Element("span", pageref_attributes, nsmap={"epub": NAMESPACES["EPUB"]}) if label: pageref_elem.text = label if html: return etree.tostring(pageref_elem, encoding="unicode") return pageref_elem
[docs] def get_headers(elem) -> str | None: for n in range(1, 7): headers = elem.xpath(f"./h{n}") if len(headers) > 0: text = headers[0].text_content().strip() if len(text) > 0: return text return None
[docs] def get_pages(item) -> list[tuple[str, str, str]]: body = parse_html_string(item.get_body_content()) pages = [] for elem in body.iter(): # epub:type is a list of tokens separated by XML whitespace. if "pagebreak" in re.split(r"[ \t\r\n]+", elem.get("epub:type", "")): if elem.get("id") is not None: _text = None if elem.text is not None and elem.text.strip() != "": _text = elem.text.strip() if _text is None: _text = elem.get("aria-label") if _text is None: _text = get_headers(elem) pages.append((item.get_name(), elem.get("id"), _text or elem.get("id"))) return pages
[docs] def get_pages_for_items(items) -> list[tuple[str, str, str]]: pages_from_docs = [get_pages(item) for item in items] return [item for pages in pages_from_docs for item in pages]
[docs] class Directory: """Reads files from an unpacked EPUB directory, using the same interface as ZipFile.""" def __init__(self, directory_path: str | os.PathLike) -> None: self.directory_path = directory_path
[docs] def read(self, subname: str) -> bytes: """Read the file ``subname`` relative to the EPUB directory and return its bytes. ``subname`` typically comes from OPF manifest ``href`` attributes, which are attacker-controlled and URL-decoded, so the resolved path must stay inside the EPUB directory. :param subname: Path of the file, relative to the EPUB directory. :returns: Raw content of the file. :raises OSError: If ``subname`` escapes the EPUB directory (path traversal, e.g. ``"../../secret"``), or if the file cannot be read. """ # Guard against path traversal (e.g. "../../secret") escaping the EPUB directory. base_path = os.path.realpath(self.directory_path) full_path = os.path.realpath(os.path.join(base_path, subname)) if os.path.commonpath([base_path, full_path]) != base_path: raise OSError(f"Invalid path, escapes the source directory: {subname!r}") with open(full_path, "rb") as fp: return fp.read()
[docs] def close(self) -> None: pass