···

       
1
       
 
       
import os

     

       
2
       
 
       
import sys

     

       
3
       
 
       
import math

     

       
4
       
-
       
import sqlite3

     

       
5
       
 
       


     

       
6
       
 
       
from . import BaseFeed

     

       
7
       
 
       


     
···

       
9
       
 
       
    FEED_URI = 'at://did:plc:4nsduwlpivpuur4mqkbfvm6a/app.bsky.feed.generator/popular'

     

       
10
       
 
       


     

       
11
       
 
       
    def __init__(self):

     

       
0
       
 
       

     

       
12
       
 
       
        if os.path.isdir('/dev/shm/'):

     

       
13
       
 
       
            os.makedirs('/dev/shm/feedgens/', exist_ok=True)

     

       
14
       
-
       
            self.db_cnx = sqlite3.connect('/dev/shm/feedgens/popular.db')

     

       
15
       
 
       
        else:

     

       
16
       
-
       
            self.db_cnx = sqlite3.connect('db/popular.db')

     

       
17
       
 
       


     

       
18
       
-
       
        self.db_cnx.create_function('exp', 1, math.exp)

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
19
       
 
       
        with self.db_cnx:

     

       
20
       
-
       
            self.db_cnx.executescript(

     

       
21
       
-
       
                "pragma journal_mode = WAL;"

     

       
22
       
-
       
                "pragma synchronous = OFF;"

     

       
23
       
-
       
                "pragma wal_autocheckpoint = 0;"

     

       
24
       
-
       
                "create table if not exists posts (uri text, create_ts timestamp, update_ts timestamp, temperature int);"

     

       
25
       
-
       
                "create unique index if not exists uri_idx on posts(uri);"

     

       
26
       
-
       
            )

     

       
27
       
-
       


     

       
28
       
-
       
        self.cleanup_checkpoint = 0

     

       
29
       
 
       


     

       
30
       
 
       
    def process_commit(self, commit):

     

       
31
       
 
       
        op = commit['op']

     
···

       
46
       
 
       
                "on conflict (uri) do update set temperature = temperature + 1, update_ts = :ts"

     

       
47
       
 
       
            ), dict(uri=like_subject_uri, ts=ts))

     

       
48
       
 
       


     

       
49
       
-
       
        self.cleanup_checkpoint += 1

     

       
50
       
-
       
        if self.cleanup_checkpoint % 1000 == 0:

     

       
51
       
-
       
            sys.stdout.write('popular: running cleanup checkpoint\n')

     

       
52
       
-
       
            sys.stdout.flush()

     

       
53
       
 
       


     

       
54
       
-
       
            with self.db_cnx:

     

       
55
       
-
       
                self.db_cnx.execute(

     

       
56
       
-
       
                    "delete from posts where temperature * exp( -1 * ( ( strftime( '%s', 'now' ) - strftime( '%s', create_ts ) ) / 1800.0 ) ) < 1.0 and strftime( '%s', create_ts ) < strftime( '%s', 'now', '-15 minutes' )"

     

       
57
       
-
       
                )

     

       
58
       
-
       


     

       
59
       
 
       
            self.db_cnx.execute(

     

       
60
       
-
       
                "pragma wal_checkpoint(TRUNCATE)"

     

       
61
       
 
       
            )

     

       
0
       
 
       

     

       
0
       
 
       

     

       
62
       
 
       


     

       
63
       
 
       
    def serve_feed(self, limit, offset, langs):

     

       
64
       
 
       
        cur = self.db_cnx.execute((

     

···

       
1
       
 
       
import os

     

       
2
       
 
       
import sys

     

       
3
       
 
       
import math

     

       
4
       
+
       
import apsw

     

       
5
       
 
       


     

       
6
       
 
       
from . import BaseFeed

     

       
7
       
 
       


     
···

       
9
       
 
       
    FEED_URI = 'at://did:plc:4nsduwlpivpuur4mqkbfvm6a/app.bsky.feed.generator/popular'

     

       
10
       
 
       


     

       
11
       
 
       
    def __init__(self):

     

       
12
       
+
       
        db_fname = ''

     

       
13
       
 
       
        if os.path.isdir('/dev/shm/'):

     

       
14
       
 
       
            os.makedirs('/dev/shm/feedgens/', exist_ok=True)

     

       
15
       
+
       
            db_fname = '/dev/shm/feedgens/popular.db'

     

       
16
       
 
       
        else:

     

       
17
       
+
       
            db_fname = 'db/popular.db'

     

       
18
       
 
       


     

       
19
       
+
       
        self.db_cnx = apsw.Connection(db_fname)

     

       
20
       
+
       
        self.db_cnx.pragma('journal_mode', 'WAL')

     

       
21
       
+
       
        self.db_cnx.pragma('synchronous', 'OFF')

     

       
22
       
+
       
        self.db_cnx.pragma('wal_autocheckpoint', '0')

     

       
23
       
+
       


     

       
24
       
 
       
        with self.db_cnx:

     

       
25
       
+
       
            self.db_cnx.execute("""

     

       
26
       
+
       
            create table if not exists posts (uri text, create_ts timestamp, update_ts timestamp, temperature int);

     

       
27
       
+
       
            create unique index if not exists uri_idx on posts(uri);

     

       
28
       
+
       
            """)

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
29
       
 
       


     

       
30
       
 
       
    def process_commit(self, commit):

     

       
31
       
 
       
        op = commit['op']

     
···

       
46
       
 
       
                "on conflict (uri) do update set temperature = temperature + 1, update_ts = :ts"

     

       
47
       
 
       
            ), dict(uri=like_subject_uri, ts=ts))

     

       
48
       
 
       


     

       
49
       
+
       
    def run_tasks_minute(self):

     

       
50
       
+
       
        sys.stdout.write('popular: running minute tasks\n')

     

       
51
       
+
       
        sys.stdout.flush()

     

       
0
       
 
       

     

       
52
       
 
       


     

       
53
       
+
       
        with self.db_cnx:

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
0
       
 
       

     

       
54
       
 
       
            self.db_cnx.execute(

     

       
55
       
+
       
                "delete from posts where temperature * exp( -1 * ( ( strftime( '%s', 'now' ) - strftime( '%s', create_ts ) ) / 1800.0 ) ) < 1.0 and strftime( '%s', create_ts ) < strftime( '%s', 'now', '-15 minutes' )"

     

       
56
       
 
       
            )

     

       
57
       
+
       


     

       
58
       
+
       
        self.db_cnx.pragma('wal_checkpoint(TRUNCATE)')

     

       
59
       
 
       


     

       
60
       
 
       
    def serve_feed(self, limit, offset, langs):

     

       
61
       
 
       
        cur = self.db_cnx.execute((