this repo has no description
edavis.dev
1#!/usr/bin/env python3
2
3from datetime import datetime, timezone
4import sys
5import json
6import redis
7import requests
8import time
9
10PLC_EXPORT_URL = 'https://plc.directory/export'
11
12cids = []
13redis_conn = redis.Redis()
14redis_pipe = redis_conn.pipeline()
15
16while True:
17 plc_latest = redis_conn.get('dev.edavis.muninsky.plc_latest')
18 assert plc_latest is not None, 'manually set the `plc_latest` redis key first'
19 ts = datetime.fromisoformat(plc_latest.decode())
20 ts = ts.isoformat('T', 'milliseconds').replace('+00:00', 'Z')
21
22 qs = '?after={ts}'.format(ts=ts)
23
24 print(f'Requesting {PLC_EXPORT_URL}{qs}', end=' ')
25 resp = requests.get(PLC_EXPORT_URL + qs)
26 resp.raise_for_status()
27
28 ops = 0
29 after = datetime.now(timezone.utc)
30 for line in resp.iter_lines():
31 doc = json.loads(line)
32 after = datetime.strptime(doc['createdAt'], '%Y-%m-%dT%H:%M:%S.%fZ').replace(tzinfo=timezone.utc)
33 if doc['cid'] in cids:
34 continue
35 cids.insert(0, doc['cid'])
36 redis_pipe.incr('dev.edavis.muninsky.plc_ops')
37 ops += 1
38
39 print(f'Fetched {ops} operations')
40 sys.stdout.flush()
41 cids = cids[:25]
42
43 redis_pipe.set('dev.edavis.muninsky.plc_latest', after.isoformat())
44 redis_pipe.execute()
45
46 time.sleep(60)