# Import JSON from a Slack admin export into a disk image Qemu can load. # # Dependencies: python, netpbm # # Step 1: download a Slack archive # # Step 2: download user avatars to subdirectory images/ and convert them to PPM in subdirectory images/ppm/ # mkdir images # cd images # grep image_72 . -r |grep -v users.json |awk '{print $3}' |sort |uniq |sed 's/?.*//' |sed 's,\\,,g' |sed 's/"//' |sed 's/",$//' > images.list # wget -i images.list --wait=0.1 # # fix some lying images # for f in $(file *.jpg |grep PNG |sed 's/:.*//'); do mv -i $f $(echo $f |sed 's/\.jpg$/.png/'); done # # # mkdir ppm # for f in *.jpg; do jpegtopnm $f |pnmtopnm -plain > ppm/$(echo $f |sed 's/\.jpg$//').ppm; done # for f in *.png; do png2pnm -n $f > ppm/$(echo $f |sed 's/\.png$//').ppm; done # # Step 3: construct a disk image out of the archives and avatars # cd ../.. # go back to parent of images/ # dd if=/dev/zero of=data.img count=201600 # 100MB # python path/to/convert_slack.py |dd of=data.img conv=notrunc # Currently this process yields errors for ~300 items (~70 items and their comments) # on the Future of Software group (https://futureofcoding.org/community). We fail to load those. # # Notes on input format: # Redundant 'type' field that's always 'message'. Probably an "enterprise" feature. from sys import argv, stderr import json from os import listdir from os.path import isfile, join, basename, splitext from urllib.parse import urlparse def look_up_ppm_image(url): file_root = splitext(basename(urlparse(url).path))[0] filename = f"images/ppm/{file_root}.ppm" if isfile(filename): with open(filename) as f: return f.read() user_idx = {} with open('users.json') as f: for idx, user in enumerate(json.load(f)): if 'real_name' not in user: user['real_name'] = '' print(f"({json.dumps(user['id'])} \"@{user['name']}\" {json.dumps(user['real_name'])} [{look_up_ppm_image(user['profile']['image_72']) or ''}])") user_idx[user['id']] = idx def by(item): return user_idx[item['user']] item_idx = {} def parent(item): if 'thread_ts' in item and item['thread_ts'] != item['ts']: # comment return item_idx[item['thread_ts']] else: return -1 idx = 0 for channel in json.load(open('channels.json')): for filename in sorted(listdir(channel['name'])): with open(join(channel['name'], filename)) as f: for item in json.load(f): try: #? stderr.write(repr(item)+'\n') print(f"({json.dumps(item['ts'])} {parent(item)} {json.dumps(channel['name'])} {by(item)} {json.dumps(item['text'])})") item_idx[item['ts']] = idx idx += 1 except KeyError: stderr.write(repr(item)+'\n')