Add script to split readme and organize documentation

docs/conf.py

@@ -45,7 +45,7 @@
 #  https://myst-nb.readthedocs.io/en/latest/computation/execute.html
 nb_execution_mode = "auto"
 
-myst_enable_extensions = ["dollarmath", "amsmath"]
+myst_enable_extensions = ["dollarmath", "amsmath", "colon_fence"]
 
 # Plolty support through require javascript library
 # https://myst-nb.readthedocs.io/en/latest/render/interactive.html#plotly
@@ -143,6 +143,14 @@
     PROJECT_ROOT = Path(__file__).parent.parent
     PACKAGE_ROOT = PROJECT_ROOT / "src" / "vuecore"
 
+    def run_split_readme(_):
+        print("[conf.py] Splitting README.md into sections...")
+        from split_readme import process_readme
+
+        readme_path = PROJECT_ROOT / "README.md"
+        output_dir = PROJECT_ROOT / "docs" / "sections_readme"
+        process_readme(readme_path, output_dir)
+
     def run_apidoc(_):
         from sphinx.ext import apidoc
 
@@ -161,4 +169,5 @@ def run_apidoc(_):
         )
 
     def setup(app):
+        app.connect("builder-inited", run_split_readme)
         app.connect("builder-inited", run_apidoc)

docs/index.md

@@ -1,12 +1,22 @@
 <!-- https://myst-parser.readthedocs.io/en/latest/faq/index.html
 #include-a-file-from-outside-the-docs-folder-like-readme-md -->
 
-```{include} ../README.md
-:start-line: 0
+```{include} ./sections_readme/home_page.md
+:caption: VueCore
 :relative-docs: docs
 :relative-images:
 ```
 
+```{toctree} 
+:maxdepth: 1
+:caption: Overview
+
+sections_readme/about
+sections_readme/installation
+sections_readme/execution
+sections_readme/license
+```
+
 ```{toctree}
 :maxdepth: 1
 :caption: API Usage Examples
@@ -25,6 +35,15 @@ api_examples/box_plot
 reference/vuecore
 ```
 
+```{toctree} 
+:maxdepth: 1
+:caption: Project Support
+
+sections_readme/contributing
+sections_readme/credits
+sections_readme/contact
+```
+
 ```{toctree}
 :maxdepth: 1
 :caption: Extra Materials

docs/split_readme.py

@@ -0,0 +1,128 @@
+import re
+from pathlib import Path
+
+# Mapping section titles to their corresponding filenames
+SECTION_MAPPING = {
+    "![VueCore Logo](https://raw.githubusercontent.com/Multiomics-Analytics-Group/vuecore/HEAD/docs/images/logo/vuecore_logo.svg)": "home_page.md",
+    "About the project": "about.md",
+    "Installation": "installation.md",
+    "Documentation": "docs.md",
+    "License": "license.md",
+    "Credits and acknowledgements": "credits.md",
+    "Contact and feedback": "contact.md",
+}
+
+
+def extract_section(readme, section_title):
+    """Extracts content between current section and next ## heading"""
+    pattern = rf"## {re.escape(section_title)}(.*?)(?=\n## |\Z)"
+    match = re.search(pattern, readme, flags=re.DOTALL)
+    return match.group(1).strip() if match else ""
+
+
+def extract_links_from_readme(readme):
+    """Extract link references from README.md into a dictionary"""
+    link_pattern = r"\[([^\]]+)\]: (\S+)"
+    links = {}
+
+    matches = re.findall(link_pattern, readme)
+    for ref, url in matches:
+        links[ref] = url
+
+    return links
+
+
+def convert_gfm_to_sphinx(content, links):
+    """Convert GitHub Flavored Markdown to Sphinx-style syntax."""
+    # Convert GFM admonitions (like > [!IMPORTANT] and > [!NOTE])
+    content = re.sub(
+        r"(^|\n)> \[!(\w+)\]([^\n]*)((?:\n> [^\n]*)*)",
+        lambda m: f"\n:::{{{m.group(2)}}}\n"  # Note the curly braces here
+        + re.sub(r"^> ", "", m.group(4), flags=re.MULTILINE).strip()
+        + "\n:::\n",
+        content,
+    )
+
+    # Replace link references dynamically using the links dictionary
+    for ref, url in links.items():
+        content = re.sub(rf"\[{re.escape(ref)}\]", f"({url})", content)
+
+    return content
+
+
+def decrease_header_levels(content):
+    """Decrease each Markdown header by one level."""
+    lines = content.splitlines()
+    new_lines = []
+    for line in lines:
+        if re.match(r"^(#{2,6})\s", line):
+            num_hashes = len(line.split()[0])
+            new_line = "#" * (num_hashes - 1) + line[num_hashes:]
+            new_lines.append(new_line)
+        else:
+            new_lines.append(line)
+    return "\n".join(new_lines)
+
+
+def clean_trailing_links(content):
+    """Remove trailing links and clean up extra empty lines."""
+    # Remove [label]: link style
+    content = re.sub(r"^\[.+?\]:\s+\S+$", "", content, flags=re.MULTILINE)
+    # Remove (url): url style
+    content = re.sub(
+        r"^\(https?://[^\s)]+\):\s*https?://[^\s)]+$", "", content, flags=re.MULTILINE
+    )
+    content = re.sub(
+        r"^\(mailto:[^\s)]+\):\s*mailto:[^\s)]+$", "", content, flags=re.MULTILINE
+    )
+    # Remove empty lines
+    content = re.sub(r"\n{2,}", "\n\n", content).strip()
+    return content
+
+
+def process_readme(readme_path, output_dir):
+    readme = Path(readme_path).read_text(encoding="utf-8")
+
+    # Extract links from README
+    links = extract_links_from_readme(readme)
+
+    # Create output directory
+    output_dir.mkdir(exist_ok=True, parents=True)
+
+    for section_title, filename in SECTION_MAPPING.items():
+        content = extract_section(readme, section_title)
+        if content:
+            myst_content = (
+                f"## {section_title}\n\n{convert_gfm_to_sphinx(content, links)}"
+            )
+            if filename.lower() == "contact.md":
+                myst_content = clean_trailing_links(myst_content)
+            myst_content = decrease_header_levels(myst_content)
+            (output_dir / filename).write_text(myst_content)
+            print(f"Generated {filename}")
+        else:
+            raise ValueError(f"Section '{section_title}' not found in README")
+
+    # Include CONTRIBUTING.md with its own link references
+    contrib_path = readme_path.parent / "CONTRIBUTING.md"
+    try:
+        raw_contrib = contrib_path.read_text()
+        contrib_links = extract_links_from_readme(raw_contrib)
+
+        # Convert content
+        contrib_converted = convert_gfm_to_sphinx(raw_contrib, contrib_links)
+
+        # Remove trailing link definitions
+        contrib_converted = clean_trailing_links(contrib_converted)
+
+        # Write output
+        (output_dir / "contributing.md").write_text(contrib_converted)
+        print("Generated contributing.md")
+    except FileNotFoundError as e:
+        raise FileNotFoundError(f"CONTRIBUTING.md not found at {contrib_path}") from e
+
+
+if __name__ == "__main__":
+    default_readme = Path(__file__).resolve().parent.parent / "README.md"
+    output_sections_readme = Path("./sections_readme")
+    process_readme(default_readme, output_sections_readme)