Sync from GitHub with Git LFS

scripts/AI_friendly.py

@@ -0,0 +1,156 @@
+import os
+import re
+from pathlib import Path
+import yaml
+
+ROOT_DIR = Path(".")
+STRUCTURED_DIR = ROOT_DIR / "structured_md"
+INDEX_FILE = STRUCTURED_DIR / "index.md"
+
+MD_EXT = ".md"
+
+# Шаблон JSON-LD для разных типов
+JSON_LD_TEMPLATES = {
+    "FAQ": """\n```json
+{{
+  "@context": "https://schema.org",
+  "@type": "FAQPage",
+  "mainEntity": {main_entity}
+}}
+```\n""",
+    "HowTo": """\n```json
+{{
+  "@context": "https://schema.org",
+  "@type": "HowTo",
+  "name": "{title}",
+  "description": "{description}",
+  "step": {steps}
+}}
+```\n""",
+    "Article": """\n```json
+{{
+  "@context": "https://schema.org",
+  "@type": "Article",
+  "name": "{title}",
+  "description": "{description}"
+}}
+```\n"""
+}
+
+FRONT_MATTER_RE = re.compile(r"^---\n(.*?)\n---\n", re.DOTALL)
+
+def is_md_file(path):
+    return path.suffix.lower() == MD_EXT and STRUCTURED_DIR not in path.parents
+
+def parse_front_matter(content):
+    match = FRONT_MATTER_RE.match(content)
+    if match:
+        try:
+            data = yaml.safe_load(match.group(1))
+            return data
+        except Exception:
+            pass
+    return {}
+
+def determine_type(content, front_matter):
+    if "type" in front_matter:
+        return front_matter["type"]
+    # Простейшее определение по ключевым словам в заголовках
+    if re.search(r"^#.*FAQ", content, re.MULTILINE):
+        return "FAQ"
+    if re.search(r"^#.*HowTo", content, re.MULTILINE):
+        return "HowTo"
+    return "Article"
+
+def generate_json_ld(content, front_matter, ftype, title, rel_path):
+    desc = front_matter.get("description", content[:100].replace("\n", " ") + "...")
+    url = f"structured_md/{rel_path.as_posix()}"
+
+    if ftype == "FAQ":
+        q_matches = re.findall(r"^##\s*(.+)$", content, re.MULTILINE)
+        main_entity = []
+        for q in q_matches:
+            ans_match = re.search(rf"##\s*{re.escape(q)}\s*\n(.+?)(\n##|\Z)", content, re.DOTALL)
+            answer_text = ans_match.group(1).strip() if ans_match else ""
+            main_entity.append({
+                "@type": "Question",
+                "name": q,
+                "acceptedAnswer": {"@type": "Answer", "text": answer_text}
+            })
+        import json
+        return JSON_LD_TEMPLATES["FAQ"].format(
+            main_entity=json.dumps(main_entity, ensure_ascii=False, indent=2)
+        ).replace("}}", f',\n  "url": "{url}"\n}}', 1)
+
+    elif ftype == "HowTo":
+        steps = [{"@type": "HowToStep", "name": s.strip()} for s in re.findall(r"^- (.+)$", content, re.MULTILINE)]
+        import json
+        return JSON_LD_TEMPLATES["HowTo"].format(
+            title=title, description=desc, steps=json.dumps(steps, ensure_ascii=False, indent=2)
+        ).replace("}}", f',\n  "url": "{url}"\n}}', 1)
+
+    else:  # Article
+        return JSON_LD_TEMPLATES["Article"].format(
+            title=title, description=desc
+        ).replace("}}", f',\n  "url": "{url}"\n}}', 1)
+
+def mirror_md_files():
+    files = []
+    for md_path in ROOT_DIR.rglob("*.md"):
+        if not is_md_file(md_path):
+            continue
+
+        rel_path = md_path.relative_to(ROOT_DIR)
+        target_path = STRUCTURED_DIR / rel_path
+
+        target_path.parent.mkdir(parents=True, exist_ok=True)
+
+        with open(md_path, "r", encoding="utf-8") as f:
+            content = f.read()
+
+        front_matter = parse_front_matter(content)
+        ftype = determine_type(content, front_matter)
+        title = front_matter.get("title", md_path.stem)
+
+        json_ld = generate_json_ld(content, front_matter, ftype, title)
+
+        with open(target_path, "w", encoding="utf-8") as f:
+            f.write(json_ld + content)
+
+        files.append(rel_path)
+    return files
+
+def generate_index(files):
+    index_lines = ["# ИИ-дружелюбные версии файлов\n"]
+    tree = {}
+
+    for f in files:
+        parts = list(f.parts)
+        d = tree
+        for p in parts[:-1]:
+            d = d.setdefault(p, {})
+        d[parts[-1]] = None
+
+    def render_tree(d, parent_path="", level=0):
+        lines = []
+        for name, sub in sorted(d.items()):
+            indent = "  " * level
+            full_path = Path(parent_path) / name
+            if sub is None:
+                lines.append(f"{indent}- [{name}]({full_path.as_posix()})")
+            else:
+                lines.append(f"{indent}- {name}")
+                lines.extend(render_tree(sub, full_path, level + 1))
+        return lines
+
+    index_lines.extend(render_tree(tree))
+
+    INDEX_FILE.parent.mkdir(parents=True, exist_ok=True)
+    with open(INDEX_FILE, "w", encoding="utf-8") as f:
+        f.write("\n".join(index_lines))
+
+if __name__ == "__main__":
+    STRUCTURED_DIR.mkdir(exist_ok=True)
+    md_files = mirror_md_files()
+    generate_index(md_files)
+    print(f"Обработано {len(md_files)} файлов. Индекс создан: {INDEX_FILE}")