docs.py

from ruamel import yaml
import glob
import re
import unicodedata

def slugify(s):
  if s is None:
    return None
  return re.sub('[^a-zA-Z0-9]', '-', strip_accents(s)).lower()


def strip_accents(s):
  return ''.join(c for c in unicodedata.normalize('NFD', s)
                 if unicodedata.category(c) != 'Mn')

class DocCollection:
  def __init__(self, keys=[], synth={}):
    self.docs = []
    self.index = {}
    self.keys = keys
    self.synth = synth

  def get(self, *keys):
    v = self.index
    for key in keys:
      v = v.get(key)
      if not v:
        return {} if len(keys) < len(self.keys) else None
    return v

  def load_dir(self, rootdir):
    files = glob.glob(f'{rootdir}/**/*.md', recursive=True)
    for file in sorted(files):
      doc = MarkdownDoc.from_file(file)

      for k, v in self.synth.items():
        doc.front_matter[k] = v(doc)

      self.docs.append(doc)
      self.add_to_index(doc)

  def add_to_index(self, doc):
    if not self.keys:
      return

    d = self.index
    for key in self.keys[:-1]:
      value = doc.front_matter.get(key, None)
      if not value:
        return
      d = d.setdefault(value, {})

    key = self.keys[-1]
    value = doc.front_matter.get(key, None)
    if value:
      d[value] = doc

class MarkdownDoc:
  @staticmethod
  def from_file(filename):
    with open(filename, 'r', encoding='utf-8') as f:
      contents = f.read()
    parts = re.split('^---+$', contents, maxsplit=1, flags=re.M)
    if len(parts) == 1:
      return MarkdownDoc({}, parts[0])
    return MarkdownDoc(yaml.safe_load(parts[0]), parts[1])

  def __init__(self, front_matter, doc):
    self.front_matter = front_matter
    self.markdown = doc