aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorKartik K. Agaram <vc@akkartik.com>2022-04-23 01:17:38 -0700
committerKartik K. Agaram <vc@akkartik.com>2022-04-23 01:17:38 -0700
commit1316940f2583c6a6da1951de14074d2c9cabf9f5 (patch)
tree4448030d442735d5c256b7763bbaf4a12e2655a6
parentf7636967c54153d10e6e5524a29cf4405fd2e6e7 (diff)
downloadteliva-1316940f2583c6a6da1951de14074d2c9cabf9f5.tar.gz
smol.tv: get a few feeds reliably parsing
-rw-r--r--smol.tlv96
1 files changed, 96 insertions, 0 deletions
diff --git a/smol.tlv b/smol.tlv
index ae0107b..cc6113b 100644
--- a/smol.tlv
+++ b/smol.tlv
@@ -1579,3 +1579,99 @@
> end
> window:nodelay(false)
>end
+- __teliva_timestamp:
+ >Sat Apr 23 00:45:54 2022
+ __teliva_note:
+ >ignore non-compliant "comments" containing tabs
+ >https://merveilles.town/@akkartik/108179923032818671
+ parse_items:
+ >function parse_items(feed, lines)
+ > if Items[feed] == nil then Items[feed] = {} end
+ > for line in lines:gmatch('[^\n]+') do
+ > local t, status = line:match('([0-9][^%s]+)\t(.*)')
+ > if t and status then
+ > table.insert(Items[feed], {feed=feed, time=t, parsed_time=parse_time(t), status=status})
+ > end
+ > end
+ > table.sort(Items[feed], compare_parsed_time)
+ >end
+- __teliva_timestamp:
+ >Sat Apr 23 00:52:39 2022
+ render_feed_status:
+ >function render_feed_status(window, feed_status)
+ > window:clear()
+ > for _, fs in ipairs(feed_status) do
+ > if fs.status then
+ > if fs.status == 2 then
+ > window:attrset(curses.color_pair(10))
+ > window:addstr(fs.feed..'\n')
+ > window:attrset(curses.A_NORMAL)
+ > else
+ > window:attrset(curses.color_pair(9))
+ > window:addstr(fs.feed..'\n')
+ > window:attrset(curses.A_NORMAL)
+ > end
+ > else
+ > window:addstr(fs.feed..'\n')
+ > end
+ > end
+ > window:refresh()
+ >end
+- __teliva_timestamp:
+ >Sat Apr 23 00:56:34 2022
+ __teliva_note:
+ >handle errors in requests
+ reload_feeds:
+ >function reload_feeds(window)
+ > window:nodelay(true)
+ > local feed_status = {}
+ > for _, feed in ipairs(Feeds) do
+ > table.insert(feed_status, {feed=feed})
+ > end
+ > render_feed_status(window, feed_status)
+ > for _, fs in ipairs(feed_status) do
+ > local response, status, headers = http.request(fs.feed)
+ > if response == nil then
+ > fs.status = 4 -- treat any network issue like a 404
+ > else
+ > fs.status = status/100
+ > if fs.status == 2 then
+ > parse_items(fs.feed, response)
+ > end
+ > render_feed_status(window, feed_status)
+ > end
+ > if window:getch() then break end
+ > end
+ > window:nodelay(false)
+ >end
+- __teliva_timestamp:
+ >Sat Apr 23 01:06:55 2022
+ __teliva_note:
+ >handle more time formats
+ parse_time:
+ >function parse_time(t)
+ > local int = tonumber
+ > -- hackily strip out fractions of seconds
+ > local year, month, day, hour, min, sec, tz_op, tz_hour, tz_min = t:match("^(%d%d%d%d)%-(%d%d)%-(%d%d)[Tt](%d%d%.?%d*):(%d%d):(%d%d)%.?[0-9]*([+-])(%d%d):(%d%d)")
+ > if year == nil then
+ > year, month, day, hour, min, sec = t:match("^(%d%d%d%d)%-(%d%d)%-(%d%d)[Tt](%d%d%.?%d*):(%d%d):(%d%d)%.?[0-9]*[Zz]")
+ > end
+ > if year == nil then
+ > return 0
+ > end
+ > -- convert to UTC
+ > if tz_op == '+' then
+ > hour = int(hour) - int(tz_hour)
+ > min = int(min) - int(tz_min)
+ > elseif tz_op == '-' then
+ > hour = int(hour) + int(tz_hour)
+ > min = int(min) + int(tz_min)
+ > end
+ > return os.time{ year=int(year), month=int(month), day=int(day), hour=hour, min=min, sec=int(sec) }
+ >end
+ >
+ >function test_parse_time()
+ > parse_time('2019-07-31T14:19+01:00') -- invalid per https://www.ietf.org/rfc/rfc3339.txt, but seen in the while; just ignore
+ > parse_time('2019-09-16T01:13:07-07:00')
+ > parse_time('2019-09-16T01:13:07Z')
+ >end