feat: link graph

2 files changed, 267 insertions, 0 deletions

diff --git a/extractLinks.py b/extractLinks.py
new file mode 100644
index 00000000..8cd7695c
--- /dev/null
+++ b/extractLinks.py
@@ -0,0 +1,187 @@
+import os
+import re
+import json
+
+content_dir = "content"
+internal_link_pattern = re.compile(r"\[[^\]]*\]\((/[^)]+)\)")
+
+url_map = {}       # file path -> canonical url
+alias_map = {}     # alias url -> canonical url
+link_graph = {}    # canonical url -> list of canonical urls
+title_map = {}     # canonical url -> title
+
+
+def parse_frontmatter(filepath):
+    with open(filepath, encoding="utf-8") as f:
+        lines = f.readlines()
+
+    if not lines or lines[0].strip() != "---":
+        return {}, 0
+
+    frontmatter = {}
+    aliases = []
+    slug = None
+    draft = False
+    title = None
+    related_cards = []
+    mentioned_books = []
+    i = 1
+    while i < len(lines):
+        line = lines[i].strip()
+        if line == "---":
+            break
+        if ":" in line:
+            key, value = line.split(":", 1)
+            key = key.strip()
+            value = value.strip().strip('"').strip("'")
+
+            if key == "aliases":
+                aliases = []
+                i += 1
+                while i < len(lines) and lines[i].startswith("  - "):
+                    alias = lines[i].strip()[3:].strip()
+                    aliases.append(alias)
+                    i += 1
+                continue
+            elif key == "slug":
+                slug = value
+            elif key == "draft":
+                draft = value.lower() == "true"
+            elif key == "title":
+                title = value
+            elif key == "related_cards":
+                related_cards = []
+                i += 1
+                while i < len(lines) and lines[i].strip().startswith("- "):
+                    related_cards.append(lines[i].strip()[2:].strip())
+                    i += 1
+                continue
+            elif key == "mentioned_books":
+                mentioned_books = []
+                i += 1
+                while i < len(lines) and lines[i].strip().startswith("- "):
+                    mentioned_books.append(lines[i].strip()[2:].strip())
+                    i += 1
+                continue
+        i += 1
+
+    return {
+        "slug": slug,
+        "aliases": aliases,
+        "draft": draft,
+        "title": title,
+        "related_cards": related_cards,
+        "mentioned_books": mentioned_books
+    }, i + 1
+
+
+def get_canonical_url(filepath, frontmatter):
+    rel_path = os.path.relpath(filepath, content_dir)
+    dirname, filename = os.path.split(rel_path)
+    name = os.path.splitext(filename)[0]
+    slug = frontmatter.get("slug") or name
+    parts = dirname.split(os.sep)
+    if parts == [""]:
+        return f"/{slug}/"
+    return f"/{'/'.join(parts)}/{slug}/"
+
+
+def resolve_url(url):
+    return alias_map.get(url, url)
+
+
+def resolve_url_from_dir(link, subdir):
+    """Only search for link in a specific content subdir (like 'cards', 'library')"""
+    target_dir = os.path.join(content_dir, subdir)
+    for path, canonical in url_map.items():
+        if path.startswith(target_dir):
+            name = os.path.splitext(os.path.basename(path))[0]
+            if name == link:
+                return canonical
+    return None
+
+
+def get_icon(url):
+    if url.startswith("/cards/"):
+        return "📄"
+    elif url.startswith("/posts/"):
+        return "📜"
+    elif url.startswith("/library/"):
+        return "📖"
+    elif url.startswith("/fictions/"):
+        return "🧙‍♀️"
+    elif url.startswith("/en/"):
+        return "🇬🇧"
+    return "📁"
+
+
+def collect_urls():
+    for root, _, files in os.walk(content_dir):
+        for file in files:
+            if not file.endswith(".md") or file == "_index.md":
+                continue
+            path = os.path.join(root, file)
+            frontmatter, _ = parse_frontmatter(path)
+            if frontmatter.get("draft"):
+                continue
+
+            canonical_url = get_canonical_url(path, frontmatter)
+            url_map[path] = canonical_url
+            link_graph[canonical_url] = []
+            title = frontmatter.get("title") or canonical_url.strip("/").split("/")[-1]
+            title_map[canonical_url] = f"{get_icon(canonical_url)} {title}"
+
+            for alias in frontmatter.get("aliases", []):
+                alias_map[alias] = canonical_url
+
+
+def build_link_graph():
+    for path, canonical_url in url_map.items():
+        with open(path, encoding="utf-8") as f:
+            content = f.read()
+
+        # markdown links
+        for match in internal_link_pattern.finditer(content):
+            link = match.group(1)
+            normalized = resolve_url(link)
+            if normalized and normalized in link_graph:
+                link_graph[canonical_url].append(normalized)
+
+        frontmatter, _ = parse_frontmatter(path)
+
+        # related_cards → only from cards
+        for card in frontmatter.get("related_cards", []):
+            target = resolve_url_from_dir(card, "cards")
+            if target and target in link_graph:
+                link_graph[canonical_url].append(target)
+
+        # mentioned_books → only from library
+        for book in frontmatter.get("mentioned_books", []):
+            target = resolve_url_from_dir(book, "library")
+            if target and target in link_graph:
+                link_graph[canonical_url].append(target)
+
+
+def main():
+    collect_urls()
+    build_link_graph()
+
+    nodes = [
+        {"id": url, "label": title_map[url], "url": url}
+        for url in link_graph
+    ]
+
+    edges = []
+    for source, targets in link_graph.items():
+        for target in targets:
+            edges.append({"from": source, "to": target})
+
+    graph = {"nodes": nodes, "edges": edges}
+
+    with open("static/link-graph.json", "w", encoding="utf-8") as f:
+        json.dump(graph, f, indent=2, ensure_ascii=False)
+    print("✅ Link graph generated: link-graph.json")
+
+
+if __name__ == "__main__":
+    main()
diff --git a/static/graph.html b/static/graph.html
new file mode 100644
index 00000000..9cc77cbc
--- /dev/null
+++ b/static/graph.html
@@ -0,0 +1,80 @@
+<!DOCTYPE html>
+<html lang="en">
+<head>
+  <meta charset="UTF-8" />
+  <title>Page Link Graph</title>
+  <script type="text/javascript" src="https://unpkg.com/vis-network/standalone/umd/vis-network.min.js"></script>
+  <style>
+    body {
+      margin: 0;
+      background: #111;
+      color: #eee;
+      font-family: sans-serif;
+    }
+    #graph {
+      width: 100vw;
+      height: 100vh;
+      border: 1px solid #444;
+    }
+  </style>
+</head>
+<body>
+  <div id="graph"></div>
+  <script>
+    fetch("link-graph.json")
+      .then(res => res.json())
+      .then(data => {
+        const container = document.getElementById("graph");
+
+        const nodes = new vis.DataSet(
+          data.nodes.map(node => ({
+            id: node.id,
+            label: node.label,
+            url: node.url,
+            font: { color: "#eee" }
+          }))
+        );
+
+        const edges = new vis.DataSet(data.edges);
+
+        const network = new vis.Network(container, { nodes, edges }, {
+          nodes: {
+            shape: "dot",
+            size: 10,
+            color: {
+              background: "#29c",
+              border: "#fff"
+            },
+            font: {
+              size: 14,
+              color: "#eee"
+            }
+          },
+          edges: {
+            arrows: "to",
+            color: {
+              color: "#888"
+            }
+          },
+          physics: {
+            stabilization: false
+          },
+          interaction: {
+            navigationButtons: true,
+            zoomView: true,
+            dragView: true
+          }
+        });
+
+        network.on("click", function (params) {
+          if (params.nodes.length > 0) {
+            const node = nodes.get(params.nodes[0]);
+            if (node.url) {
+              window.open(node.url, "_blank");
+            }
+          }
+        });
+      });
+  </script>
+</body>
+</html>