# taxonomy URL: /api/orchestration/taxonomy/ Section: orchestration -------------------------------------------------------------------------------- taxonomy - Bengal window.BENGAL_THEME_DEFAULTS = { appearance: 'dark', palette: 'snow-lynx' }; // Progressive Enhancement System Configuration window.Bengal = window.Bengal || {}; window.Bengal.enhanceBaseUrl = '/bengal/assets/js/enhancements'; window.Bengal.watchDom = true; window.Bengal.debug = false; (function () { try { var defaults = window.BENGAL_THEME_DEFAULTS || { appearance: 'system', palette: '' }; var defaultAppearance = defaults.appearance; if (defaultAppearance === 'system') { defaultAppearance = (window.matchMedia && window.matchMedia('(prefers-color-scheme: dark)').matches) ? 'dark' : 'light'; } var storedTheme = localStorage.getItem('bengal-theme'); var storedPalette = localStorage.getItem('bengal-palette'); var theme = storedTheme ? (storedTheme === 'system' ? defaultAppearance : storedTheme) : defaultAppearance; var palette = storedPalette ?? defaults.palette; document.documentElement.setAttribute('data-theme', theme); if (palette) { document.documentElement.setAttribute('data-palette', palette); } } catch (e) { document.documentElement.setAttribute('data-theme', 'light'); } })(); Skip to main content Magnifying Glass ESC Recent Clear Magnifying Glass No results for "" Try different keywords or check your spelling Start typing to search... ↑↓ Navigate ↵ Open ESC Close Powered by Lunr ᓚᘏᗢ Documentation Info About Arrow Clockwise Get Started Note Tutorials File Text Content Palette Theming Settings Building Starburst Extending Bookmark Reference Learning Tracks Releases Dev GitHub API Reference bengal CLI Magnifying Glass Search ⌘K Palette Appearance Chevron Down Mode Monitor System Sun Light Moon Dark Palette Snow Lynx Brown Bengal Silver Bengal Charcoal Bengal Blue Bengal List ᓚᘏᗢ Magnifying Glass Search X Close Documentation Info About Arrow Clockwise Get Started Note Tutorials File Text Content Palette Theming Settings Building Starburst Extending Bookmark Reference Learning Tracks Releases Dev GitHub API Reference bengal CLI Palette Appearance Chevron Down Mode Monitor System Sun Light Moon Dark Palette Snow Lynx Brown Bengal Silver Bengal Charcoal Bengal Blue Bengal API Reference __main__ bengal Caret Right Folder Analysis community_detection graph_analysis graph_reporting graph_visualizer knowledge_graph link_suggestions link_types page_rank path_analysis performance_advisor results Caret Right Folder Assets manifest pipeline Caret Right Folder Autodoc base config docstring_parser utils virtual_orchestrator Caret Right Folder Extractors cli openapi python Caret Right Folder Models cli common openapi python Caret Right Folder Cache asset_dependency_map cache_store cacheable compression dependency_tracker page_discovery_cache query_index query_index_registry taxonomy_index utils Caret Right Folder Build Cache autodoc_tracking core file_tracking fingerprint parsed_content_cache rendered_output_cache taxonomy_index_mixin validation_cache Caret Right Folder Indexes author_index category_index date_range_index section_index Caret Right Folder Cli __main__ base site_templates utils Caret Right Folder Commands assets build clean collections config debug explain fix health init perf project serve site skeleton sources theme utils validate Caret Right Folder Graph __main__ bridges communities orphans pagerank report suggest Caret Right Folder New config presets scaffolds site wizard Caret Right Folder Helpers cli_app_loader cli_output config_validation error_handling menu_config metadata progress site_loader traceback validation Caret Right Folder Skeleton hydrator schema Caret Right Folder Templates base registry Caret Right Folder Blog template Caret Right Folder Changelog template Caret Right Folder Default template Caret Right Folder Docs template Caret Right Folder Landing template Caret Right Folder Portfolio template Caret Right Folder Resume template Caret Right Folder Collections errors loader schemas validator Caret Right Folder Config defaults deprecation directory_loader env_overrides environment feature_mappings hash loader merge origin_tracker validators Caret Right Folder Content Layer entry loaders manager source Caret Right Folder Sources github local notion rest Caret Right Folder Content Types base registry strategies Caret Right Folder Core build_context cascade_engine menu section theme Caret Right Folder Asset asset_core css_transforms Caret Right Folder Page computed content metadata navigation operations page_core proxy relationships utils Caret Right Folder Site core data discovery factories page_caches properties section_registry theme Caret Right Folder Debug base config_inspector content_migrator delta_analyzer dependency_visualizer explainer incremental_debugger models reporter shortcode_sandbox Caret Right Folder Discovery asset_discovery content_discovery Caret Right Folder Fonts downloader generator Caret Right Folder Health autofix base health_check report Caret Right Folder Linkcheck async_checker ignore_policy internal_checker models orchestrator Caret Right Folder Validators anchors assets cache config connectivity cross_ref fonts links menu navigation output performance rendering rss sitemap taxonomy tracks Caret Right Folder Directives analysis checkers constants Caret Right Folder Orchestration asset content full_to_incremental incremental menu postprocess related_posts render section static streaming taxonomy Caret Right Folder Postprocess html_output redirects rss sitemap special_pages Caret Right Folder Output Formats index_generator json_generator llm_generator lunr_index_generator txt_generator utils Caret Right Folder Rendering api_doc_enhancer asset_extractor errors jinja_utils link_transformer link_validator pygments_cache renderer template_context template_profiler validator Caret Right Folder Parsers base factory mistune native_html pygments_patch python_markdown Caret Right Folder Pipeline core output thread_local toc transforms Caret Right Folder Plugins badges cross_references inline_icon term variable_substitution Caret Right Folder Directives _icons admonitions badge base button cache cards checklist code_tabs container contracts data_table dropdown embed errors example_label fenced figure glossary icon include list_table literalinclude marimo navigation options rubric steps tabs target term terminal tokens utils validator video Caret Right Folder Template Engine asset_url core environment manifest menu url_helpers Caret Right Folder Template Functions advanced_collections advanced_strings autodoc collections content crossref data dates debug files get_page i18n icons images math_functions navigation pagination_helpers seo strings tables taxonomies theme urls Caret Right Folder Server build_handler component_preview constants dev_server live_reload pid_manager reload_controller request_handler request_logger resource_manager utils Caret Right Folder Services validation Caret Right Folder Themes config Caret Right Folder Utils atomic_write autodoc build_context build_stats build_summary cli_output css_minifier dates dotdict error_handlers file_io file_lock hashing incremental_constants js_bundler live_progress logger metadata observability page_initializer pagination path_resolver paths performance_collector performance_report profile progress retry rich_console sections swizzle text theme_registry theme_resolution thread_local traceback_config traceback_renderer url_normalization url_strategy API Reference Orchestration ᗢ Caret Down Link Copy URL External Open LLM text Copy Copy LLM text Share with AI Ask Claude Ask ChatGPT Ask Gemini Ask Copilot Module orchestration.taxonomy Taxonomy orchestration for Bengal SSG. Handles taxonomy collection (tags, categories) and dynamic page generation (tag pages, archive pages, etc.). View source 1 Class Classes TaxonomyOrchestrator Handles taxonomies and dynamic page generation. Responsibilities: - Collect tags, categories, … 14 Caret Right Handles taxonomies and dynamic page generation. Responsibilities: Collect tags, categories, and other taxonomies Generate tag index pages Generate individual tag pages (with pagination) Note: Section archive pages are now handled by SectionOrchestrator Methods 7 collect_and_generate Collect taxonomies and generate dynamic pages. Main entry point called during build. 1 None Caret Right def collect_and_generate(self, parallel: bool = True) -> None Collect taxonomies and generate dynamic pages. Main entry point called during build. Parameters 1 parallel bool Whether to use parallel processing for tag page generation collect_and_generate_incremental Incrementally update taxonomies for changed pages only. Architecture: 1. Only … 2 set[str] Caret Right def collect_and_generate_incremental(self, changed_pages: list[Page], cache: BuildCache) -> set[str] Incrementally update taxonomies for changed pages only. Architecture: Only rebuild site.taxonomies from current Page objects when tags actually changed Use cache to determine which tag PAGES need regeneration (fast) Never reuse taxonomy structure with object references (prevents bugs) Performance: Change detection: O(changed pages) Taxonomy reconstruction: O(all tags * pages_per_tag) ≈ O(all pages) but ONLY when tags changed Tag page generation: O(affected tags) Parameters 2 changed_pages list[Page] List of pages that changed (NOT generated pages) cache BuildCache Build cache with tag index Returns set[str] — Set of affected tag slugs (for regenerating tag pages) collect_taxonomies Collect taxonomies (tags, categories, etc.) from all pages. Organizes pages by … 0 None Caret Right def collect_taxonomies(self) -> None Collect taxonomies (tags, categories, etc.) from all pages. Organizes pages by their taxonomic terms. generate_dynamic_pages_for_tags Generate dynamic pages only for specific affected tags (incremental optimizatio… 1 None Caret Right def generate_dynamic_pages_for_tags(self, affected_tags: set[str]) -> None Generate dynamic pages only for specific affected tags (incremental optimization). This method supports i18n - it generates per-locale tag pages when i18n is enabled. Parameters 1 affected_tags set[str] Set of tag slugs that need page regeneration generate_dynamic_pages_for_tags_with_cache Generate dynamic pages only for specific affected tags with TaxonomyIndex optim… 2 None Caret Right def generate_dynamic_pages_for_tags_with_cache(self, affected_tags: set[str], taxonomy_index: TaxonomyIndex | None = None) -> None Generate dynamic pages only for specific affected tags with TaxonomyIndex optimization (Phase 2c.2). This enhanced version uses TaxonomyIndex to skip regenerating tags whose page membership hasn't changed, providing ~160ms savings per incremental build for typical sites. Parameters 2 affected_tags set[str] Set of tag slugs that need page regeneration taxonomy_index TaxonomyIndex | None Optional TaxonomyIndex for skipping unchanged tags generate_dynamic_pages Generate dynamic taxonomy pages (tag pages, etc.) that don't have source files.… 1 None Caret Right def generate_dynamic_pages(self, parallel: bool = True) -> None Generate dynamic taxonomy pages (tag pages, etc.) that don't have source files. Note: Section archive pages are now generated by SectionOrchestrator Parameters 1 parallel bool Whether to use parallel processing for tag pages (default: True) generate_tag_pages 3 list[Page] Caret Right def generate_tag_pages(self, tags: list[str], selective: bool = False, context: BuildContext | None = None) -> list[Page] Parameters 3 tags list[str] selective bool context BuildContext | None Returns list[Page] Internal Methods 7 Caret Right __init__ Initialize taxonomy orchestrator. 3 None Caret Right def __init__(self, site: Site, threshold: int = 20, parallel: bool = True) Initialize taxonomy orchestrator. Parameters 3 site Site Site instance containing pages and sections threshold int parallel bool _is_eligible_for_taxonomy Check if a page is eligible for taxonomy collection. Excludes: - Generated pag… 1 bool Caret Right def _is_eligible_for_taxonomy(self, page: Page) -> bool Check if a page is eligible for taxonomy collection. Excludes: Generated pages (tag pages, archive pages, etc.) Pages from autodoc output directories (content/api, content/cli) Note: Autodoc pages typically don't have tags, but this prevents them from being included if someone manually adds tags. Parameters 1 page Page Page to check Returns bool — True if page should be included in taxonomies _rebuild_taxonomy_structure_from_cache Rebuild site.taxonomies from cache using CURRENT Page objects. This is the key… 1 None Caret Right def _rebuild_taxonomy_structure_from_cache(self, cache: BuildCache) -> None Rebuild site.taxonomies from cache using CURRENT Page objects. This is the key to avoiding stale references: Cache tells us which pages have which tags (paths only) We map paths to current Page objects (from site.pages) We reconstruct taxonomy dict with current objects Performance: O(tags * pages_per_tag) which is O(all pages) worst case, but in practice very fast because it's just dict lookups and list appends. CRITICAL: This always uses current Page objects, never cached references. Parameters 1 cache BuildCache _generate_tag_pages_sequential Generate tag pages sequentially (original implementation). 2 int Caret Right def _generate_tag_pages_sequential(self, locale_tags: dict[str, Any], lang: str) -> int Generate tag pages sequentially (original implementation). Parameters 2 locale_tags dict[str, Any] Dictionary of tag slugs to tag data lang str Language code Returns int — Number of pages generated _generate_tag_pages_parallel Generate tag pages in parallel using ThreadPoolExecutor. Each tag's pages can … 2 int Caret Right def _generate_tag_pages_parallel(self, locale_tags: dict[str, Any], lang: str) -> int Generate tag pages in parallel using ThreadPoolExecutor. Each tag's pages can be generated independently, making this perfectly parallelizable. On Python 3.14t (free-threaded), this achieves true parallelism without GIL contention. Performance: Python 3.13 (GIL): 2-3x faster Python 3.14t (no GIL): 6-8x faster Parameters 2 locale_tags dict[str, Any] Dictionary of tag slugs to tag data lang str Language code Returns int — Number of pages generated _create_tag_index_page Create the main tags index page. 0 Page Caret Right def _create_tag_index_page(self) -> Page Create the main tags index page. Returns Page — Generated tag index page _create_tag_pages Create pages for an individual tag (with pagination if needed). 2 list[Page] Caret Right def _create_tag_pages(self, tag_slug: str, tag_data: dict[str, Any]) -> list[Page] Create pages for an individual tag (with pagination if needed). Parameters 2 tag_slug str URL-safe tag slug tag_data dict[str, Any] Dictionary containing tag name and pages Returns list[Page] — List of generated tag pages ← Previous streaming List © 2025 Bengal ᓚᘏᗢ window.BENGAL_LAZY_ASSETS = { tabulator: '/bengal/assets/js/tabulator.min.js', dataTable: '/bengal/assets/js/data-table.js', mermaidToolbar: '/bengal/assets/js/mermaid-toolbar.9de5abba.js', mermaidTheme: '/bengal/assets/js/mermaid-theme.344822c5.js', graphMinimap: '/bengal/assets/js/graph-minimap.cc7e42e3.js', graphContextual: '/bengal/assets/js/graph-contextual.440e59c6.js' }; window.BENGAL_ICONS = { close: '/bengal/assets/icons/close.911d4fe1.svg', enlarge: '/bengal/assets/icons/enlarge.652035e5.svg', copy: '/bengal/assets/icons/copy.3d56e945.svg', 'download-svg': '/bengal/assets/icons/download.04f07e1b.svg', 'download-png': '/bengal/assets/icons/image.c34dfd40.svg', 'zoom-in': '/bengal/assets/icons/zoom-in.237b4a83.svg', 'zoom-out': '/bengal/assets/icons/zoom-out.38857c77.svg', reset: '/bengal/assets/icons/reset.d26dba29.svg' }; Arrow Up X -------------------------------------------------------------------------------- Metadata: - Author: lbliii - Word Count: 1883 - Reading Time: 9 minutes