Initital version

Typical workflow:

1. python backup.py <blog-name>
2. (cd src && nikola build)
3. Profit

.env-example

@@ -0,0 +1,4 @@
+export TBS_CONSUMER_KEY=
+export TBS_CONSUMER_SECRET=
+export TBS_OAUTH_TOKEN=
+export TBS_OAUTH_SECRET=

.gitignore

@@ -0,0 +1,8 @@
+.env
+venv
+src/posts
+src/images
+site
+__pycache__
+src/cache
+src/.doit.db

backup.py

@@ -0,0 +1,94 @@
+import pytumblr
+import sys
+import os
+from time import sleep
+from jinja2 import Environment, PackageLoader, select_autoescape
+import re
+from urllib.parse import urlparse
+from pathlib import Path
+import requests
+
+jenv = Environment(
+    loader=PackageLoader("src.prerenders"),
+    autoescape=select_autoescape()
+)
+
+def progress_bar(iteration, total, prefix='', suffix='', length=30, fill='█'):
+    percent = ("{0:.1f}").format(100 * (iteration / float(total)))
+    filled_length = int(length * iteration // total)
+    bar = fill * filled_length + '-' * (length - filled_length)
+    sys.stdout.write(f'\r{prefix} |{bar}| {percent}% {suffix}')
+    sys.stdout.flush()
+
+tokens = []
+for envkey in ["TBS_CONSUMER_KEY", "TBS_CONSUMER_SECRET", "TBS_OAUTH_TOKEN", "TBS_OAUTH_SECRET"]:
+    ek = os.environ.get(envkey)
+    if not ek:
+        print(f"missing {envkey} variable, exiting")
+        exit(1)
+    tokens.append(ek)
+
+# https://github.com/tumblr/pytumblr?tab=readme-ov-file
+client = pytumblr.TumblrRestClient(
+    *tokens
+)
+
+def queue_media_download(data):
+    A = "./src/images"
+    R = r"<img src=\"(.+?)\""
+    for subject in ["body", "answer", "question"]:
+        if subject in data:
+            for url in re.findall(R, data[subject]):
+                u = urlparse(url)
+                filename = os.path.basename(u.path)
+                dirname = os.path.dirname(u.path)
+                target = f"{A}{dirname}/{filename}"
+                if Path(target).exists():
+                    continue
+                Path(f"{A}{dirname}").mkdir(parents=True, exist_ok=True)
+                response = requests.get(url)
+                with open(target, mode="wb") as file:
+                    file.write(response.content)
+                data[subject] = data[subject].replace("srcset=", "notsrcset=")
+                data[subject] = data[subject].replace(url, f"../images{dirname}/{filename}")
+
+def prerender(data):
+    template = jenv.get_template(f"{data["type"]}.md")
+    filename = data["id"]
+    queue_media_download(data)
+    contents = template.render(**data)
+    target = f"./src/posts/{filename}.md"
+    if not Path(target).exists():
+        with open(target, "w") as f:
+            f.write(contents)
+
+try:
+    blog = sys.argv[1]
+except IndexError:
+    print("missing blogname argument, exiting")
+    exit(2)
+
+L = 50
+params = {"limit": L, "offset": 0}
+info = client.blog_info(blog)
+total = info["blog"]["total_posts"]
+P = total // L + 1
+
+for i in range(P):
+    params["offset"] = i * L
+    posts = client.posts(blog, **params)
+    for post in posts["posts"]:
+        match post["type"]:
+            case "answer":
+                prerender(post)
+            case "text":
+                prerender(post)
+            case "photo":
+                prerender(post)
+            case other:
+                print("->", post["type"], post.keys())
+    progress_bar(i, P, prefix='Downloading:', suffix='', length=30)
+    if len(posts["posts"]) < L:
+        break
+    sleep(0.5)
+

requirements.txt

@@ -0,0 +1,4 @@
+Jinja2==3.1.5
+Nikola==8.3.1
+PyTumblr==0.1.2
+requests==2.32.3

src/README.txt

@@ -0,0 +1,17 @@
+This folder contains the source used to generate a static site using Nikola.
+
+Installation and documentation at https://getnikola.com/
+
+Configuration file for the site is ``conf.py``.
+
+To build the site::
+
+    nikola build
+
+To see it::
+
+    nikola serve -b
+
+To check all available commands::
+
+    nikola help

src/prerenders/templates/answer.md

@@ -0,0 +1,12 @@
+.. title: {{summary.splitlines()[0]}}
+.. slug: {{id}}
+.. date: {{date}}
+.. tags: {{",".join(tags).lower().replace("ø", "o").replace("ö", "o").replace("å", "a")}}
+.. author: the-old-mayhem
+.. link: https://the-old-mayhem.tumblr.com/
+.. description:
+.. category: answer
+
+> {{question}}
+
+{{answer}}

src/prerenders/templates/photo.md

@@ -0,0 +1,14 @@
+.. title: {{summary.splitlines()[0]}}
+.. slug: {{id}}
+.. date: {{date}}
+.. tags: {{",".join(tags).lower().replace("ø", "o").replace("ö", "o").replace("å", "a")}}
+.. author: the-old-mayhem
+.. link: https://the-old-mayhem.tumblr.com/
+.. description:
+.. category: photo
+
+{% for photo in photos %}
+  <img src="{{photo.original_size.url}}">
+  {{photo.caption}}
+{% endfor %}
+{{caption}}

src/prerenders/templates/text.md

@@ -0,0 +1,11 @@
+.. title: {{summary.splitlines()[0]}}
+.. slug: {{id}}
+.. date: {{date}}
+.. tags: {{",".join(tags).lower().replace("ø", "o").replace("ö", "o").replace("å", "a")}}
+.. author: the-old-mayhem
+.. link: https://the-old-mayhem.tumblr.com/
+.. description:
+.. category: text
+
+{{body}}
+