.

1 files changed, 72 insertions, 0 deletions

diff --git a/browse-slack/convert_slack.py b/browse-slack/convert_slack.py
new file mode 100644
index 00000000..9e4bcb00
--- /dev/null
+++ b/browse-slack/convert_slack.py
@@ -0,0 +1,72 @@
+# Import JSON from a Slack admin export into a disk image Mu can load.
+#
+# Dependencies: python, netpbm
+#
+# Step 1: download a Slack archive
+#
+# Step 2: download user avatars to subdirectory images/ and convert them to PPM in subdirectory images/ppm/
+#   mkdir images
+#   cd images
+#   grep image_72 . -r |grep -v users.json |awk '{print $3}' |sort |uniq |sed 's/?.*//' |sed 's,\\,,g' |sed 's/"//' |sed 's/",$//' > images.list
+#   wget -i images.list --wait=0.1
+#   # fix some lying images
+#   for f in $(file *.jpg |grep PNG |sed 's/:.*//'); do mv -i $f $(echo $f |sed 's/\.jpg$/.png/'); done
+#   #
+#   mkdir ppm
+#   for f in *.jpg; do jpegtopnm $f |pnmtopnm -plain > ppm/$(echo $f |sed 's/\.jpg$//').ppm; done
+#   for f in *.png; do png2pnm -n $f > ppm/$(echo $f |sed 's/\.png$//').ppm; done
+#
+# Step 3: construct a disk image out of the archives and avatars
+#   cd ../..  # go back to parent of images/
+#   dd if=/dev/zero of=data.img count=201600  # 100MB
+#   python path/to/convert_slack.py |dd of=data.img conv=notrunc
+# Currently this process yields errors for ~300 items (~70 posts and their comments)
+# on the Future of Software group (https://futureofcoding.org/community). We fail to load those.
+#
+# Notes on input format:
+#   Redundant 'type' field that's always 'message'. Probably an "enterprise" feature.
+
+from sys import argv, stderr
+import json
+from os import listdir
+from os.path import isfile, join, basename, splitext
+from urllib.parse import urlparse
+
+def look_up_ppm_image(url):
+    file_root = splitext(basename(urlparse(url).path))[0]
+    filename = f"images/ppm/{file_root}.ppm"
+    if isfile(filename):
+        with open(filename) as f:
+            return f.read()
+
+user_idx = {}
+with open('users.json') as f:
+    for idx, user in enumerate(json.load(f)):
+        if 'real_name' not in user:
+            user['real_name'] = ''
+        print(f"({json.dumps(user['id'])} \"@{user['name']}\" {json.dumps(user['real_name'])} [{look_up_ppm_image(user['profile']['image_72']) or ''}])")
+        user_idx[user['id']] = idx
+
+def by(item):
+    return user_idx[item['user']]
+
+item_idx = {}
+def parent(item):
+    if 'thread_ts' in item and item['thread_ts'] != item['ts']:
+        # comment
+        return item_idx[item['thread_ts']]
+    else:
+        return -1
+
+idx = 0
+for channel in json.load(open('channels.json')):
+    for filename in sorted(listdir(channel['name'])):
+        with open(join(channel['name'], filename)) as f:
+            for item in json.load(f):
+                try:
+#?                     stderr.write(repr(item)+'\n')
+                    print(f"({json.dumps(item['ts'])} {parent(item)} {json.dumps(channel['name'])} {by(item)} {json.dumps(item['text'])})")
+                    item_idx[item['ts']] = idx
+                    idx += 1  # only increment when actually used and no exception raised
+                except KeyError:
+                    stderr.write(repr(item)+'\n')