Enhance reader styles exports and settings
This commit is contained in:
+110
-14
@@ -1,12 +1,26 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import os
|
||||
from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
from typing import Iterator
|
||||
|
||||
from .media import MARKDOWN_EXTENSIONS, WEBPAGE_EXTENSIONS
|
||||
from .markdown_utils import extract_headings
|
||||
from .markdown_utils import extract_headings_from_text
|
||||
from .text_io import DEFAULT_TEXT_PREVIEW_BYTES, is_within_size_limit, read_text_with_fallback
|
||||
|
||||
SUPPORTED_DOCUMENT_EXTENSIONS = MARKDOWN_EXTENSIONS | WEBPAGE_EXTENSIONS
|
||||
PYTHON_EXTENSIONS = {".py", ".pyw", ".pyi"}
|
||||
CPP_EXTENSIONS = {".c", ".cc", ".cxx", ".cpp", ".h", ".hh", ".hxx", ".hpp"}
|
||||
|
||||
FILE_GROUP_EXTENSIONS = {
|
||||
"markdown": MARKDOWN_EXTENSIONS | WEBPAGE_EXTENSIONS,
|
||||
"python": PYTHON_EXTENSIONS,
|
||||
"cpp": CPP_EXTENSIONS,
|
||||
}
|
||||
DEFAULT_DOCUMENT_FILE_GROUPS = ("markdown",)
|
||||
SUPPORTED_DOCUMENT_EXTENSIONS = set().union(*FILE_GROUP_EXTENSIONS.values())
|
||||
CODE_DOCUMENT_EXTENSIONS = PYTHON_EXTENSIONS | CPP_EXTENSIONS
|
||||
MAX_DISCOVERABLE_CODE_BYTES = DEFAULT_TEXT_PREVIEW_BYTES
|
||||
|
||||
EXCLUDED_DIR_NAMES = {
|
||||
".git",
|
||||
@@ -31,27 +45,109 @@ class DocumentEntry:
|
||||
relative_path: str
|
||||
|
||||
|
||||
def normalized_document_file_groups(groups: object) -> tuple[str, ...]:
|
||||
if isinstance(groups, str):
|
||||
candidates = [part.strip() for part in groups.split(",")]
|
||||
elif isinstance(groups, (list, tuple, set)):
|
||||
candidates = [str(part).strip() for part in groups]
|
||||
else:
|
||||
candidates = list(DEFAULT_DOCUMENT_FILE_GROUPS)
|
||||
|
||||
normalized: list[str] = []
|
||||
for group in candidates:
|
||||
if group in FILE_GROUP_EXTENSIONS and group not in normalized:
|
||||
normalized.append(group)
|
||||
return tuple(normalized or DEFAULT_DOCUMENT_FILE_GROUPS)
|
||||
|
||||
|
||||
def document_extensions_for_groups(groups: object = None) -> set[str]:
|
||||
enabled_groups = normalized_document_file_groups(groups)
|
||||
extensions: set[str] = set()
|
||||
for group in enabled_groups:
|
||||
extensions.update(FILE_GROUP_EXTENSIONS[group])
|
||||
return extensions
|
||||
|
||||
|
||||
def is_code_document(path: Path) -> bool:
|
||||
return path.suffix.lower() in CODE_DOCUMENT_EXTENSIONS
|
||||
|
||||
|
||||
def code_language_for_path(path: Path) -> str:
|
||||
suffix = path.suffix.lower()
|
||||
if suffix in PYTHON_EXTENSIONS:
|
||||
return "python"
|
||||
if suffix in {".c", ".h"}:
|
||||
return "c"
|
||||
if suffix in CPP_EXTENSIONS:
|
||||
return "cpp"
|
||||
return "text"
|
||||
|
||||
|
||||
def is_discoverable_document(path: Path, supported_extensions: set[str]) -> bool:
|
||||
suffix = path.suffix.lower()
|
||||
if suffix not in supported_extensions:
|
||||
return False
|
||||
if suffix in CODE_DOCUMENT_EXTENSIONS:
|
||||
return is_within_size_limit(path, MAX_DISCOVERABLE_CODE_BYTES)
|
||||
return True
|
||||
|
||||
|
||||
def first_heading(path: Path) -> str | None:
|
||||
if path.suffix.lower() not in {".md", ".markdown"}:
|
||||
return None
|
||||
headings = extract_headings(path)
|
||||
text = read_text_with_fallback(path, max_bytes=DEFAULT_TEXT_PREVIEW_BYTES)
|
||||
if not text or text.startswith("读取失败:"):
|
||||
return None
|
||||
headings = extract_headings_from_text(text)
|
||||
return headings[0].title if headings else None
|
||||
|
||||
|
||||
def discover_documents(project_root: Path) -> list[DocumentEntry]:
|
||||
candidates = [
|
||||
path
|
||||
for path in sorted(project_root.rglob("*"))
|
||||
if path.is_file()
|
||||
and path.suffix.lower() in SUPPORTED_DOCUMENT_EXTENSIONS
|
||||
and not any(part.startswith(".") or part in EXCLUDED_DIR_NAMES for part in path.relative_to(project_root).parts)
|
||||
]
|
||||
|
||||
def discover_documents(project_root: Path, enabled_groups: object = None) -> list[DocumentEntry]:
|
||||
root = project_root.resolve()
|
||||
supported_extensions = document_extensions_for_groups(enabled_groups)
|
||||
entries: list[DocumentEntry] = []
|
||||
for path in candidates:
|
||||
|
||||
for path in _iter_project_files(root):
|
||||
if not is_discoverable_document(path, supported_extensions):
|
||||
continue
|
||||
try:
|
||||
relative_path = path.relative_to(root).as_posix()
|
||||
except ValueError:
|
||||
continue
|
||||
resolved = path.resolve()
|
||||
title = first_heading(resolved) or resolved.stem.replace("_", " ").title()
|
||||
relative_path = resolved.relative_to(project_root).as_posix()
|
||||
entries.append(DocumentEntry(path=resolved, title=title, relative_path=relative_path))
|
||||
|
||||
return entries
|
||||
|
||||
|
||||
def _iter_project_files(root: Path) -> Iterator[Path]:
|
||||
stack = [root]
|
||||
while stack:
|
||||
directory = stack.pop()
|
||||
try:
|
||||
with os.scandir(directory) as scanner:
|
||||
dirs: list[tuple[str, Path]] = []
|
||||
files: list[tuple[str, Path]] = []
|
||||
for entry in scanner:
|
||||
name = entry.name
|
||||
if _is_excluded_name(name):
|
||||
continue
|
||||
try:
|
||||
if entry.is_dir(follow_symlinks=False):
|
||||
dirs.append((name.casefold(), Path(entry.path)))
|
||||
elif entry.is_file(follow_symlinks=False):
|
||||
files.append((name.casefold(), Path(entry.path)))
|
||||
except OSError:
|
||||
continue
|
||||
except OSError:
|
||||
continue
|
||||
|
||||
for _, path in sorted(files):
|
||||
yield path
|
||||
for _, path in reversed(sorted(dirs)):
|
||||
stack.append(path)
|
||||
|
||||
|
||||
def _is_excluded_name(name: str) -> bool:
|
||||
return name.startswith(".") or name in EXCLUDED_DIR_NAMES
|
||||
|
||||
Reference in New Issue
Block a user