Merge the real site metadata into this repo

site.py

@@ -0,0 +1,184 @@
+#!/usr/bin/env python
+
+"""
+CLI command to manage my site
+
+Imports posts from Posty, builds YAML files into JSON blobs, etc.
+
+This may be the start of Posty 2.0, who knows.
+"""
+
+import click
+from dateutil import parser as date_parser
+import json
+import markdown
+import os
+import shutil
+import sys
+import yaml
+
+
+@click.group()
+def cli():
+    pass
+
+
+@cli.command()
+def init():
+    """
+    Initialize a site in the current directory
+    """
+    for directory in ('_media', '_pages', '_posts'):
+        if not os.path.exists(directory):
+            os.mkdir(directory)
+
+
+@cli.command()
+@click.option(
+    '--path',
+    help='Path to output JSON file',
+    default='site.json',
+    show_default=True
+)
+def build(path):
+    """
+    Build posts and pages JSON files
+
+    Takes all of the YAML in _pages and _posts, combines them into JSON blobs
+    and writes them out to disk.
+    """
+    if not all([os.path.exists('_pages'), os.path.exists('_posts')]):
+        raise click.UsageError('You must run `init` first!')
+
+    tags = set()
+    blob = {
+        'pages': [],
+        'posts': [],
+        'tags': [],
+    }
+
+    pages = []
+    for filename in os.listdir('_pages'):
+        contents = open(os.path.join('_pages', filename)).read()
+        _, meta_yaml, body = contents.split("---\n")
+        page = yaml.load(meta_yaml)
+
+        # page['body'] = render(body.strip())
+        page['body'] = body.strip()
+        page.setdefault('parent')
+
+        pages.append(page)
+    blob['pages'] = sorted(pages, key=lambda x: x['title'].lower())
+
+    posts = []
+    for filename in os.listdir('_posts'):
+        contents = open(os.path.join('_posts', filename)).read()
+        parts = contents.split("---\n")
+
+        post = yaml.load(parts[0])
+        post['date'] = post['date'].isoformat()
+        post.setdefault('tags', [])
+
+        if len(parts[1:]) == 1:
+            post['blurb'] = parts[1]
+            post['body'] = parts[1]
+        elif len(parts[1:]) == 2:
+            post['blurb'] = parts[1]
+            post['body'] = "\n".join(parts[1:])
+        else:
+            raise click.UsageError("Got too many YAML documents in {}".format(filename))
+
+        # post['blurb'] = render(post['blurb'].strip())
+        # post['body'] = render(post['body'].strip())
+        post['blurb'] = post['blurb'].strip()
+        post['body'] = post['body'].strip()
+
+        for tag in post['tags']:
+            tags.add(tag)
+
+        posts.append(post)
+    blob['posts'] = sorted(posts, key=lambda x: x['date'], reverse=True)
+
+    blob['tags'] = list(tags)
+
+    with open(path, 'w') as f:
+        f.write(json.dumps(blob))
+
+
+@cli.command()
+@click.option(
+    '--path',
+    help='path to the Posty site',
+    required=True
+)
+def posty_import(path):
+    """
+    Import posts and pages from an existing Posty 1.x site
+
+    All YAML files are read in and in the case of posts, a blurb is generated
+    if one doesn't already exist by singling out the first paragraph.
+    """
+    if not all(os.path.exists('_pages'), os.path.exists('_posts')):
+        raise click.UsageError('You must run `init` first!')
+
+    click.echo('Importing site at {} ...'.format(path))
+
+    # Simply copy pages over, nothing special to do
+    for page in os.listdir(os.path.join(path, '_pages')):
+        orig_path = os.path.join(path, '_pages', page)
+        new_path = os.path.join('_pages', page)
+        shutil.copy(orig_path, new_path)
+
+    old_posts_path = os.path.join(path, '_posts')
+    for post in os.listdir(old_posts_path):
+        old_post = open(os.path.join(old_posts_path, post)).read()
+        click.echo(post)
+        new_post = convert_from_posty(old_post)
+
+        with open(os.path.join('_posts', post), 'w') as f:
+            f.write(new_post)
+
+    click.echo('Done!')
+
+
+# Utility functions
+def convert_from_posty(old_post):
+    """
+    Converts an old Posty post (a string) into a new-style post with a blurb
+    and everything. Returns a string containing the three YAML documents.
+    """
+    old_post = old_post.replace("\r\n", "\n")
+    docs = old_post.split("---\n")
+    new_post = ''
+
+    # Convert the metadata
+    meta = yaml.load(docs[1])
+    meta.setdefault('tags', [])
+    new_post += yaml.dump(meta)
+
+    # Create a blurb out of the first paragraph
+    body = docs[2].strip().split("\n\n")
+    blurb = body[0]
+    rest_of_post = "\n\n".join(body[1:])
+
+    new_post += "---\n"
+    new_post += blurb
+
+    # Drop in the rest of the post
+    new_post += "\n---\n"
+    new_post += rest_of_post
+
+    return new_post
+
+
+def render(thing):
+    """
+    Renders a specific thing using Markdown
+    """
+    return markdown.markdown(thing, extensions=[
+        'markdown.extensions.fenced_code',
+    ])
+
+
+if __name__ == '__main__':
+    cli()