From 99cc41ea688d5989fecd448d379283c6ae3e019b Mon Sep 17 00:00:00 2001 From: zachary62 Date: Mon, 21 Apr 2025 16:03:44 -0400 Subject: [PATCH] update the crawl --- docs/_config.yml | 2 +- utils/crawl_github_files.py | 17 ----------------- 2 files changed, 1 insertion(+), 18 deletions(-) diff --git a/docs/_config.yml b/docs/_config.yml index 0673d74..dd32b3c 100644 --- a/docs/_config.yml +++ b/docs/_config.yml @@ -23,7 +23,7 @@ author: # Mermaid settings mermaid: - version: "10.9.3" # Pick the version you want + version: "11.6.0" # Pick the version you want # Default configuration config: | directionLR diff --git a/utils/crawl_github_files.py b/utils/crawl_github_files.py index 48e06af..23e394a 100644 --- a/utils/crawl_github_files.py +++ b/utils/crawl_github_files.py @@ -155,23 +155,6 @@ def crawl_github_files( files = {} skipped_files = [] - def should_include_file(file_path: str, file_name: str) -> bool: - """Determine if a file should be included based on patterns""" - # If no include patterns are specified, include all files - if not include_patterns: - include_file = True - else: - # Check if file matches any include pattern - include_file = any(fnmatch.fnmatch(file_name, pattern) for pattern in include_patterns) - - # If exclude patterns are specified, check if file should be excluded - if exclude_patterns and include_file: - # Exclude if file matches any exclude pattern - exclude_file = any(fnmatch.fnmatch(file_path, pattern) for pattern in exclude_patterns) - return not exclude_file - - return include_file - def fetch_contents(path): """Fetch contents of the repository at a specific path and commit""" url = f"https://api.github.com/repos/{owner}/{repo}/contents/{path}"