From 2d70b12e4d41c7042ea6a41f1f91012a0d416215 Mon Sep 17 00:00:00 2001
From: Brandon Rozek <rozekbrandon@gmail.com>
Date: Tue, 3 May 2022 13:01:44 -0400
Subject: [PATCH] Updated refreshtoots script to union existing data

---
 .gitignore      |   1 +
 refreshtoots.py | 111 ++++++++++++++++++++++++++++++++++++++++++++++++
 refreshtoots.sh |   6 ---
 3 files changed, 112 insertions(+), 6 deletions(-)
 create mode 100755 refreshtoots.py
 delete mode 100755 refreshtoots.sh

diff --git a/.gitignore b/.gitignore
index 0aaa519..6aefe8e 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,3 +1,4 @@
 public/
 resources/
 static/data/*.json
+__pycache__/
diff --git a/refreshtoots.py b/refreshtoots.py
new file mode 100755
index 0000000..6d12cd5
--- /dev/null
+++ b/refreshtoots.py
@@ -0,0 +1,111 @@
+#!/usr/bin/env python
+"""
+Script to update a stored
+copy of Mastodon toots
+"""
+
+from urllib import request
+from http.client import HTTPResponse
+from pathlib import Path
+from typing import Optional
+import json
+import os
+import sys
+
+TOOT_SAVE_FILE = "static/data/toots.json"
+BACKUP_LOCATION = "static/data/toots.backup.json"
+SERVER="https://fosstodon.org"
+# Quick way to find user id: https://prouser123.me/mastodon-userid-lookup/
+MUID=108219415927856966
+# Server default (when < 0) is 20
+RETRIEVE_NUM_TOOTS=-1
+
+toots_data = []
+
+# Read in former toot data
+has_save = False
+try:
+    with open(TOOT_SAVE_FILE) as f:
+        toots_data = json.load(f)
+        has_save = True
+        print("Successfully read saved toot data")
+except OSError:
+    print("Unable to read saved toot data")
+except Exception:
+    print("Unable to parse saved toot data")
+
+# Check JSON format...
+if not isinstance(toots_data, list):
+    print("Unexpected JSON format in saved toot data, should be of type list.")
+else:
+    has_save = True
+
+
+# Present the user the ability to continue without save data
+if not has_save:
+    user_input = input("Continue without saved data? (y/n) ")
+    if user_input != "y":
+        sys.exit(-1)
+
+
+# Parse former toot ids
+saved_toot_ids = set()
+for toot in toots_data:
+    if 'id' in toot:
+        saved_toot_ids.add(toot['id'])
+
+
+# Grab toots from Mastodon
+limit_param = "?limit=" + str(RETRIEVE_NUM_TOOTS) \
+    if RETRIEVE_NUM_TOOTS > 0 else ""
+url = SERVER + "/api/v1/accounts/" + str(MUID) + "/statuses" + limit_param
+response: Optional[HTTPResponse] = None
+
+try:
+    response = request.urlopen(url)
+except Exception:
+    print("Unable to grab toots from Mastodon.")
+
+if response is None:
+    sys.exit(-1)
+
+# Parse server response
+server_data: Optional[list] = None
+try:
+    server_data = json.loads(response.read())
+except Exception:
+    print("Malformed JSON response from server.")
+
+if server_data is None:
+    sys.exit(-1)
+
+if not isinstance(server_data, list):
+    print("Unexpected JSON response, should be of form list.")
+    sys.exit(-1)
+
+
+print("Successfully grabbed toots from server")
+
+
+# Add new toots to saved toots
+for toot in server_data:
+    if 'id' in toot and toot['id'] not in saved_toot_ids:
+        toots_data.append(toot)
+
+# Create a backup of the old toots
+try:
+    os.rename(TOOT_SAVE_FILE, BACKUP_LOCATION)
+except:
+    print("Unable to create backup of last toot file")
+    sys.exit(-1)
+
+# Write toots_data to the disk
+try:
+    with open(TOOT_SAVE_FILE, "w") as f:
+        json.dump(toots_data, f)
+except:
+    print("Unable to write to save location.")
+    print("Grab backup at", BACKUP_LOCATION)
+
+
+print("Saved toot data to", TOOT_SAVE_FILE)
diff --git a/refreshtoots.sh b/refreshtoots.sh
deleted file mode 100755
index 836ed82..0000000
--- a/refreshtoots.sh
+++ /dev/null
@@ -1,6 +0,0 @@
-#!/usr/bin/env sh
-mv static/data/toots.json static/data/toots.old.json
-SERVER=https://fosstodon.org
-MID=108219415927856966
-curl "$SERVER/api/v1/accounts/$MID/statuses" -o static/data/toots.json
-echo "Done"