1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
|
type channel {
name: (handle array byte)
posts: (handle array int) # item indices
posts-first-free: int
}
type user {
id: (handle array byte)
name: (handle array byte)
real-name: (handle array byte)
avatar: (handle image)
}
type item {
id: (handle array byte)
channel: (handle array byte)
by: int # user index
text: (handle array byte)
parent: int # item index
comments: (handle array int)
comments-first-free: int
}
type item-list {
data: (handle array item)
data-first-free: int
}
# globals:
# users: (handle array user)
# channels: (handle array channel)
# items: (handle array item)
#
# flows:
# channel -> posts
# user -> posts|comments
# post -> comments
# comment -> post|comments
# keywords -> posts|comments
# static buffer sizes in this program:
# data-size
# data-size-in-sectors
# num-channels
# num-users
# num-items
# num-comments
# message-text-limit
# channel-capacity
fn main screen: (addr screen), keyboard: (addr keyboard), data-disk: (addr disk) {
# load entire disk contents to a single enormous stream
var s-h: (handle stream byte) # the stream is too large to put on the stack
var s-ah/eax: (addr handle stream byte) <- address s-h
populate-stream s-ah, 0x4000000/data-size
var _s/eax: (addr stream byte) <- lookup *s-ah
var s/ebx: (addr stream byte) <- copy _s
var sector-count/eax: int <- copy 0x400 # test_data
#? var sector-count/eax: int <- copy 0x20000 # largest size tested; slow
set-cursor-position 0/screen, 0x20/x 0/y # aborts clobber the screen starting x=0
draw-text-wrapping-right-then-down-from-cursor-over-full-screen screen, "loading ", 3/fg 0/bg
draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen screen, sector-count, 3/fg 0/bg
draw-text-wrapping-right-then-down-from-cursor-over-full-screen screen, " sectors from data disk..", 3/fg 0/bg
load-sectors data-disk, 0/lba, sector-count, s
draw-text-wrapping-right-then-down-from-cursor-over-full-screen screen, "done", 3/fg 0/bg
# parse global data structures out of the stream
var users-h: (handle array user)
var users-ah/eax: (addr handle array user) <- address users-h
populate users-ah, 0x800/num-users
var _users/eax: (addr array user) <- lookup *users-ah
var users/edi: (addr array user) <- copy _users
var channels-h: (handle array channel)
var channels-ah/eax: (addr handle array channel) <- address channels-h
populate channels-ah, 0x20/num-channels
var _channels/eax: (addr array channel) <- lookup *channels-ah
var channels/esi: (addr array channel) <- copy _channels
var items-storage: item-list
var items/edx: (addr item-list) <- address items-storage
var items-data-ah/eax: (addr handle array item) <- get items, data
populate items-data-ah, 0x10000/num-items
parse s, users, channels, items
# event loop
var env-storage: environment
var env/ebx: (addr environment) <- address env-storage
initialize-environment env, items
#? # uncomment this for a hacky feature: browse thread for a specific url
#? new-thread-tab-from-url env, "https://futureofcoding.slack.com/archives/C5T9GPWFL/p1599719973216100", users, channels, items
{
render-environment screen, env, users, channels, items
{
var key/eax: byte <- read-key keyboard
compare key, 0
loop-if-=
update-environment env, key, users, channels, items
}
loop
}
}
fn parse in: (addr stream byte), users: (addr array user), channels: (addr array channel), _items: (addr item-list) {
var items/esi: (addr item-list) <- copy _items
var items-data-ah/eax: (addr handle array item) <- get items, data
var _items-data/eax: (addr array item) <- lookup *items-data-ah
var items-data/edi: (addr array item) <- copy _items-data
# 'in' consists of a long, flat sequence of records surrounded by parens
var record-storage: (stream byte 0x18000)
var record/ecx: (addr stream byte) <- address record-storage
var user-idx/edx: int <- copy 0
var item-idx/ebx: int <- copy 0
{
var done?/eax: boolean <- stream-empty? in
compare done?, 0/false
break-if-!=
var c/eax: byte <- peek-byte in
compare c, 0
break-if-=
set-cursor-position 0/screen, 0x20/x 1/y
draw-text-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, "parsed " 3/fg 0/bg
draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, user-idx, 3/fg 0/bg
draw-text-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, " users, " 3/fg 0/bg
draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, item-idx, 3/fg 0/bg
draw-text-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, " posts/comments" 3/fg 0/bg
clear-stream record
parse-record in, record
var user?/eax: boolean <- user-record? record
{
compare user?, 0/false
break-if-=
parse-user record, users, user-idx
user-idx <- increment
}
{
compare user?, 0/false
break-if-!=
parse-item record, channels, items-data, item-idx
item-idx <- increment
}
loop
}
var dest/eax: (addr int) <- get items, data-first-free
copy-to *dest, item-idx
}
fn parse-record in: (addr stream byte), out: (addr stream byte) {
var paren/eax: byte <- read-byte in
compare paren, 0x28/open-paren
{
break-if-=
set-cursor-position 0/screen, 0x20 0x10
var c/eax: int <- copy paren
draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen 0/screen c, 5/fg 0/bg
abort "parse-record: ("
}
var paren-int/eax: int <- copy paren
append-byte out, paren-int
{
{
var eof?/eax: boolean <- stream-empty? in
compare eof?, 0/false
break-if-=
abort "parse-record: truncated; increase the sector-count to load from disk"
}
var c/eax: byte <- read-byte in
{
var c-int/eax: int <- copy c
append-byte out, c-int
}
compare c, 0x29/close-paren
break-if-=
compare c, 0x22/double-quote
{
break-if-!=
slurp-json-string in, out
}
loop
}
skip-chars-matching-whitespace in
}
fn user-record? record: (addr stream byte) -> _/eax: boolean {
rewind-stream record
var c/eax: byte <- read-byte record # skip paren
var c/eax: byte <- read-byte record # skip double quote
var c/eax: byte <- read-byte record
compare c, 0x55/U
{
break-if-!=
return 1/true
}
rewind-stream record
return 0/false
}
fn parse-user record: (addr stream byte), _users: (addr array user), user-idx: int {
var users/esi: (addr array user) <- copy _users
var offset/eax: (offset user) <- compute-offset users, user-idx
var user/esi: (addr user) <- index users, offset
#
var s-storage: (stream byte 0x100)
var s/ecx: (addr stream byte) <- address s-storage
#
rewind-stream record
var paren/eax: byte <- read-byte record
compare paren, 0x28/open-paren
{
break-if-=
abort "parse-user: ("
}
# user id
skip-chars-matching-whitespace record
var double-quote/eax: byte <- read-byte record
compare double-quote, 0x22/double-quote
{
break-if-=
abort "parse-user: id"
}
next-json-string record, s
var dest/eax: (addr handle array byte) <- get user, id
stream-to-array s, dest
# user name
skip-chars-matching-whitespace record
var double-quote/eax: byte <- read-byte record
compare double-quote, 0x22/double-quote
{
break-if-=
abort "parse-user: name"
}
clear-stream s
next-json-string record, s
var dest/eax: (addr handle array byte) <- get user, name
stream-to-array s, dest
# real name
skip-chars-matching-whitespace record
var double-quote/eax: byte <- read-byte record
compare double-quote, 0x22/double-quote
{
break-if-=
abort "parse-user: real-name"
}
clear-stream s
next-json-string record, s
var dest/eax: (addr handle array byte) <- get user, real-name
stream-to-array s, dest
# avatar
skip-chars-matching-whitespace record
var open-bracket/eax: byte <- read-byte record
compare open-bracket, 0x5b/open-bracket
{
break-if-=
abort "parse-user: avatar"
}
skip-chars-matching-whitespace record
var c/eax: byte <- peek-byte record
{
compare c, 0x5d/close-bracket
break-if-=
var dest-ah/eax: (addr handle image) <- get user, avatar
allocate dest-ah
var dest/eax: (addr image) <- lookup *dest-ah
initialize-image dest, record
}
}
fn parse-item record: (addr stream byte), _channels: (addr array channel), _items: (addr array item), item-idx: int {
var items/esi: (addr array item) <- copy _items
var offset/eax: (offset item) <- compute-offset items, item-idx
var item/edi: (addr item) <- index items, offset
#
var s-storage: (stream byte 0x40)
var s/ecx: (addr stream byte) <- address s-storage
#
rewind-stream record
var paren/eax: byte <- read-byte record
compare paren, 0x28/open-paren
{
break-if-=
abort "parse-item: ("
}
# item id
skip-chars-matching-whitespace record
var double-quote/eax: byte <- read-byte record
compare double-quote, 0x22/double-quote
{
break-if-=
abort "parse-item: id"
}
next-json-string record, s
var dest/eax: (addr handle array byte) <- get item, id
stream-to-array s, dest
# parent index
{
var word-slice-storage: slice
var word-slice/ecx: (addr slice) <- address word-slice-storage
next-word record, word-slice
var src/eax: int <- parse-decimal-int-from-slice word-slice
compare src, -1
break-if-=
var dest/edx: (addr int) <- get item, parent
copy-to *dest, src
# cross-link to parent
var parent-offset/eax: (offset item) <- compute-offset items, src
var parent-item/esi: (addr item) <- index items, parent-offset
var parent-comments-ah/ebx: (addr handle array int) <- get parent-item, comments
var parent-comments/eax: (addr array int) <- lookup *parent-comments-ah
compare parent-comments, 0
{
break-if-!=
populate parent-comments-ah, 0x200/num-comments
parent-comments <- lookup *parent-comments-ah
}
var parent-comments-first-free-addr/edi: (addr int) <- get parent-item, comments-first-free
var parent-comments-first-free/edx: int <- copy *parent-comments-first-free-addr
var dest/eax: (addr int) <- index parent-comments, parent-comments-first-free
var src/ecx: int <- copy item-idx
copy-to *dest, src
increment *parent-comments-first-free-addr
}
# channel name
skip-chars-matching-whitespace record
var double-quote/eax: byte <- read-byte record
compare double-quote, 0x22/double-quote
{
break-if-=
abort "parse-item: channel"
}
clear-stream s
next-json-string record, s
var dest/eax: (addr handle array byte) <- get item, channel
stream-to-array s, dest
#? set-cursor-position 0/screen, 0x70 item-idx
# cross-link to channels
{
var channels/esi: (addr array channel) <- copy _channels
var channel-index/eax: int <- find-or-insert channels, s
#? draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, channel-index, 5/fg 0/bg
var channel-offset/eax: (offset channel) <- compute-offset channels, channel-index
var channel/eax: (addr channel) <- index channels, channel-offset
#? {
#? var foo/eax: int <- copy channel
#? draw-int32-hex-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, foo, 4/fg 0/bg
#? }
var channel-posts-ah/ecx: (addr handle array int) <- get channel, posts
var channel-posts-first-free-addr/edx: (addr int) <- get channel, posts-first-free
#? {
#? var foo/eax: int <- copy channel-posts-first-free-addr
#? draw-int32-hex-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, foo, 4/fg 0/bg
#? }
var channel-posts-first-free/ebx: int <- copy *channel-posts-first-free-addr
#? draw-int32-decimal-wrapping-right-then-down-from-cursor-over-full-screen 0/screen, channel-posts-first-free, 3/fg 0/bg
var channel-posts/eax: (addr array int) <- lookup *channel-posts-ah
var dest/eax: (addr int) <- index channel-posts, channel-posts-first-free
var src/ecx: int <- copy item-idx
copy-to *dest, src
increment *channel-posts-first-free-addr
}
# user index
{
var word-slice-storage: slice
var word-slice/ecx: (addr slice) <- address word-slice-storage
next-word record, word-slice
var src/eax: int <- parse-decimal-int-from-slice word-slice
var dest/edx: (addr int) <- get item, by
copy-to *dest, src
}
# text
var s-storage: (stream byte 0x4000) # message-text-limit
var s/ecx: (addr stream byte) <- address s-storage
skip-chars-matching-whitespace record
var double-quote/eax: byte <- read-byte record
compare double-quote, 0x22/double-quote
{
break-if-=
abort "parse-item: text"
}
next-json-string record, s
var dest/eax: (addr handle array byte) <- get item, text
stream-to-array s, dest
}
fn find-or-insert _channels: (addr array channel), name: (addr stream byte) -> _/eax: int {
var channels/esi: (addr array channel) <- copy _channels
var i/ecx: int <- copy 0
var max/edx: int <- length channels
{
compare i, max
break-if->=
var offset/eax: (offset channel) <- compute-offset channels, i
var curr/ebx: (addr channel) <- index channels, offset
var curr-name-ah/edi: (addr handle array byte) <- get curr, name
var curr-name/eax: (addr array byte) <- lookup *curr-name-ah
{
compare curr-name, 0
break-if-!=
rewind-stream name
stream-to-array name, curr-name-ah
var posts-ah/eax: (addr handle array int) <- get curr, posts
populate posts-ah, 0x8000/channel-capacity
return i
}
var found?/eax: boolean <- stream-data-equal? name, curr-name
{
compare found?, 0/false
break-if-=
return i
}
i <- increment
loop
}
abort "out of channels"
return -1
}
# includes trailing double quote
fn slurp-json-string in: (addr stream byte), out: (addr stream byte) {
# open quote is already slurped
{
{
var eof?/eax: boolean <- stream-empty? in
compare eof?, 0/false
break-if-=
abort "slurp-json-string: truncated"
}
var c/eax: byte <- read-byte in
{
var c-int/eax: int <- copy c
append-byte out, c-int
}
compare c, 0x22/double-quote
break-if-=
compare c, 0x5c/backslash
{
break-if-!=
# read next byte raw
c <- read-byte in
var c-int/eax: int <- copy c
append-byte out, c-int
}
loop
}
}
# drops trailing double quote
fn next-json-string in: (addr stream byte), out: (addr stream byte) {
# open quote is already read
{
{
var eof?/eax: boolean <- stream-empty? in
compare eof?, 0/false
break-if-=
abort "next-json-string: truncated"
}
var c/eax: byte <- read-byte in
compare c, 0x22/double-quote
break-if-=
{
var c-int/eax: int <- copy c
append-byte out, c-int
}
compare c, 0x5c/backslash
{
break-if-!=
# read next byte raw
c <- read-byte in
var c-int/eax: int <- copy c
append-byte out, c-int
}
loop
}
}
|