# content URL: /api/core/page/content/ Section: page -------------------------------------------------------------------------------- content - Bengal window.BENGAL_THEME_DEFAULTS = { appearance: 'dark', palette: 'snow-lynx' }; // Progressive Enhancement System Configuration window.Bengal = window.Bengal || {}; window.Bengal.enhanceBaseUrl = '/bengal/assets/js/enhancements'; window.Bengal.watchDom = true; window.Bengal.debug = false; (function () { try { var defaults = window.BENGAL_THEME_DEFAULTS || { appearance: 'system', palette: '' }; var defaultAppearance = defaults.appearance; if (defaultAppearance === 'system') { defaultAppearance = (window.matchMedia && window.matchMedia('(prefers-color-scheme: dark)').matches) ? 'dark' : 'light'; } var storedTheme = localStorage.getItem('bengal-theme'); var storedPalette = localStorage.getItem('bengal-palette'); var theme = storedTheme ? (storedTheme === 'system' ? defaultAppearance : storedTheme) : defaultAppearance; var palette = storedPalette ?? defaults.palette; document.documentElement.setAttribute('data-theme', theme); if (palette) { document.documentElement.setAttribute('data-palette', palette); } } catch (e) { document.documentElement.setAttribute('data-theme', 'light'); } })(); Skip to main content Magnifying Glass ESC Recent Clear Magnifying Glass No results for "" Try different keywords or check your spelling Start typing to search... ↑↓ Navigate ↵ Open ESC Close Powered by Lunr ᓚᘏᗢ Documentation Info About Arrow Clockwise Get Started Note Tutorials File Text Content Palette Theming Settings Building Starburst Extending Bookmark Reference Learning Tracks Releases Dev GitHub API Reference bengal CLI Magnifying Glass Search ⌘K Palette Appearance Chevron Down Mode Monitor System Sun Light Moon Dark Palette Snow Lynx Brown Bengal Silver Bengal Charcoal Bengal Blue Bengal List ᓚᘏᗢ Magnifying Glass Search X Close Documentation Info About Arrow Clockwise Get Started Note Tutorials File Text Content Palette Theming Settings Building Starburst Extending Bookmark Reference Learning Tracks Releases Dev GitHub API Reference bengal CLI Palette Appearance Chevron Down Mode Monitor System Sun Light Moon Dark Palette Snow Lynx Brown Bengal Silver Bengal Charcoal Bengal Blue Bengal API Reference __main__ bengal Caret Right Folder Analysis community_detection graph_analysis graph_reporting graph_visualizer knowledge_graph link_suggestions link_types page_rank path_analysis performance_advisor results Caret Right Folder Assets manifest pipeline Caret Right Folder Autodoc base config docstring_parser utils virtual_orchestrator Caret Right Folder Extractors cli openapi python Caret Right Folder Models cli common openapi python Caret Right Folder Cache asset_dependency_map cache_store cacheable compression dependency_tracker page_discovery_cache query_index query_index_registry taxonomy_index utils Caret Right Folder Build Cache autodoc_tracking core file_tracking fingerprint parsed_content_cache rendered_output_cache taxonomy_index_mixin validation_cache Caret Right Folder Indexes author_index category_index date_range_index section_index Caret Right Folder Cli __main__ base site_templates utils Caret Right Folder Commands assets build clean collections config debug explain fix health init perf project serve site skeleton sources theme utils validate Caret Right Folder Graph __main__ bridges communities orphans pagerank report suggest Caret Right Folder New config presets scaffolds site wizard Caret Right Folder Helpers cli_app_loader cli_output config_validation error_handling menu_config metadata progress site_loader traceback validation Caret Right Folder Skeleton hydrator schema Caret Right Folder Templates base registry Caret Right Folder Blog template Caret Right Folder Changelog template Caret Right Folder Default template Caret Right Folder Docs template Caret Right Folder Landing template Caret Right Folder Portfolio template Caret Right Folder Resume template Caret Right Folder Collections errors loader schemas validator Caret Right Folder Config defaults deprecation directory_loader env_overrides environment feature_mappings hash loader merge origin_tracker validators Caret Right Folder Content Layer entry loaders manager source Caret Right Folder Sources github local notion rest Caret Right Folder Content Types base registry strategies Caret Right Folder Core build_context cascade_engine menu section theme Caret Right Folder Asset asset_core css_transforms Caret Right Folder Page computed content metadata navigation operations page_core proxy relationships utils Caret Right Folder Site core data discovery factories page_caches properties section_registry theme Caret Right Folder Debug base config_inspector content_migrator delta_analyzer dependency_visualizer explainer incremental_debugger models reporter shortcode_sandbox Caret Right Folder Discovery asset_discovery content_discovery Caret Right Folder Fonts downloader generator Caret Right Folder Health autofix base health_check report Caret Right Folder Linkcheck async_checker ignore_policy internal_checker models orchestrator Caret Right Folder Validators anchors assets cache config connectivity cross_ref fonts links menu navigation output performance rendering rss sitemap taxonomy tracks Caret Right Folder Directives analysis checkers constants Caret Right Folder Orchestration asset content full_to_incremental incremental menu postprocess related_posts render section static streaming taxonomy Caret Right Folder Postprocess html_output redirects rss sitemap special_pages Caret Right Folder Output Formats index_generator json_generator llm_generator lunr_index_generator txt_generator utils Caret Right Folder Rendering api_doc_enhancer asset_extractor errors jinja_utils link_transformer link_validator pygments_cache renderer template_context template_profiler validator Caret Right Folder Parsers base factory mistune native_html pygments_patch python_markdown Caret Right Folder Pipeline core output thread_local toc transforms Caret Right Folder Plugins badges cross_references inline_icon term variable_substitution Caret Right Folder Directives _icons admonitions badge base button cache cards checklist code_tabs container contracts data_table dropdown embed errors example_label fenced figure glossary icon include list_table literalinclude marimo navigation options rubric steps tabs target term terminal tokens utils validator video Caret Right Folder Template Engine asset_url core environment manifest menu url_helpers Caret Right Folder Template Functions advanced_collections advanced_strings autodoc collections content crossref data dates debug files get_page i18n icons images math_functions navigation pagination_helpers seo strings tables taxonomies theme urls Caret Right Folder Server build_handler component_preview constants dev_server live_reload pid_manager reload_controller request_handler request_logger resource_manager utils Caret Right Folder Services validation Caret Right Folder Themes config Caret Right Folder Utils atomic_write autodoc build_context build_stats build_summary cli_output css_minifier dates dotdict error_handlers file_io file_lock hashing incremental_constants js_bundler live_progress logger metadata observability page_initializer pagination path_resolver paths performance_collector performance_report profile progress retry rich_console sections swizzle text theme_registry theme_resolution thread_local traceback_config traceback_renderer url_normalization url_strategy Core Page ᗢ Caret Down Link Copy URL External Open LLM text Copy Copy LLM text Share with AI Ask Claude Ask ChatGPT Ask Gemini Ask Copilot Module core.page.content Page Content Mixin - AST-based content representation. This module provides the true AST architecture for content processing, replacing the misleading parsed_ast field (which actually contains HTML). Architecture: _ast: True AST from parser (list of tokens) - Phase 3 html: HTML rendered from AST (or legacy parsed_ast) plain_text: Plain text for search/LLM (AST walk or raw markdown) Benefits: Parse once, use many times Faster post-processing (O(n) AST walks vs regex) Cleaner transformations (shortcodes at AST level) Better caching (cache AST separately from HTML) Migration Plan: Phase 1: Add html, plain_text properties (non-breaking) Phase 2: Deprecate parsed_ast Phase 3: Implement true AST with hybrid fallback See: plan/active/rfc-content-ast-architecture.md View source 1 Class Classes PageContentMixin Mixin providing AST-based content properties for pages. This mixin handles content representation … 7 Caret Right Mixin providing AST-based content properties for pages. This mixin handles content representation across multiple formats: AST (Abstract Syntax Tree) - structural representation (Phase 3) HTML - rendered for display Plain text - for search indexing and LLM All properties use lazy evaluation with caching for performance. Attributes Name Type Description content str parsed_ast Any links list[str] _ast_cache list[dict[str, Any]] | None _html_cache str | None _plain_text_cache str | None Methods 3 Tag ast property True AST - list of tokens from markdown parser. Returns the structural represe… list[dict[str, Any]… Caret Right def ast(self) -> list[dict[str, Any]] | None True AST - list of tokens from markdown parser. Returns the structural representation of content as parsed by the markdown engine. This enables efficient multi-output generation: HTML rendering Plain text extraction TOC generation Link extraction Returns list[dict[str, Any]] | None — List of AST tokens if available, None if parser doesn't support AST. Tag html property HTML content rendered from AST or legacy parser. This is the preferred way to … str Caret Right def html(self) -> str HTML content rendered from AST or legacy parser. This is the preferred way to access rendered HTML content. Use this instead of the deprecated parsed_ast field. Returns str — Rendered HTML string Tag plain_text property Plain text extracted from content (for search/LLM). Strips HTML tags f… str Caret Right def plain_text(self) -> str Plain text extracted from content (for search/LLM). Strips HTML tags from rendered content to get clean text. Uses the rendered HTML (which includes directive output) for accuracy. Returns str — Plain text content with HTML tags removed Internal Methods 4 Caret Right _render_ast_to_html Render AST tokens to HTML. Internal method used when true AST is available (Ph… 0 str Caret Right def _render_ast_to_html(self) -> str Render AST tokens to HTML. Internal method used when true AST is available (Phase 3). Returns str — Rendered HTML string _extract_text_from_ast Extract plain text from AST tokens. Walks the AST tree and extracts all text c… 0 str Caret Right def _extract_text_from_ast(self) -> str Extract plain text from AST tokens. Walks the AST tree and extracts all text content, ignoring structural elements like code blocks. Returns str — Plain text string _extract_links_from_ast Extract links from AST tokens. Walks the AST tree and extracts all link URLs (… 0 list[str] Caret Right def _extract_links_from_ast(self) -> list[str] Extract links from AST tokens. Walks the AST tree and extracts all link URLs (Phase 3). Handles Mistune 3.x AST format where URLs are in attrs.url. Returns list[str] — List of link URLs _strip_html_to_text Strip HTML tags from content to get plain text. Fallback method when AST is no… 1 str Caret Right def _strip_html_to_text(self, html: str) -> str Strip HTML tags from content to get plain text. Fallback method when AST is not available. Parameters 1 html str HTML content Returns str — Plain text with HTML tags removed ← Previous computed Next → metadata List © 2025 Bengal ᓚᘏᗢ window.BENGAL_LAZY_ASSETS = { tabulator: '/bengal/assets/js/tabulator.min.js', dataTable: '/bengal/assets/js/data-table.js', mermaidToolbar: '/bengal/assets/js/mermaid-toolbar.9de5abba.js', mermaidTheme: '/bengal/assets/js/mermaid-theme.344822c5.js', graphMinimap: '/bengal/assets/js/graph-minimap.cc7e42e3.js', graphContextual: '/bengal/assets/js/graph-contextual.440e59c6.js' }; window.BENGAL_ICONS = { close: '/bengal/assets/icons/close.911d4fe1.svg', enlarge: '/bengal/assets/icons/enlarge.652035e5.svg', copy: '/bengal/assets/icons/copy.3d56e945.svg', 'download-svg': '/bengal/assets/icons/download.04f07e1b.svg', 'download-png': '/bengal/assets/icons/image.c34dfd40.svg', 'zoom-in': '/bengal/assets/icons/zoom-in.237b4a83.svg', 'zoom-out': '/bengal/assets/icons/zoom-out.38857c77.svg', reset: '/bengal/assets/icons/reset.d26dba29.svg' }; Arrow Up X -------------------------------------------------------------------------------- Metadata: - Author: lbliii - Word Count: 1526 - Reading Time: 8 minutes