this repo has no description
Add feeds/popqp.py
+92
+2
feed_manager.py
+2
feed_manager.py
···
9
9
from feeds.ratio import RatioFeed
10
10
from feeds.mostliked import MostLikedFeed
11
11
from feeds.outlinetags import OutlineTagsFeed
12
+
from feeds.popqp import PopularQuotePostsFeed
12
13
13
14
class FeedManager:
14
15
def __init__(self):
···
54
55
# feed_manager.register(RatioFeed)
55
56
feed_manager.register(MostLikedFeed)
56
57
# feed_manager.register(OutlineTagsFeed)
58
+
feed_manager.register(PopularQuotePostsFeed)
+90
feeds/popqp.py
+90
feeds/popqp.py
···
1
+
import logging
2
+
3
+
import apsw
4
+
import apsw.ext
5
+
6
+
from . import BaseFeed
7
+
8
+
class PopularQuotePostsFeed(BaseFeed):
9
+
FEED_URI = 'at://did:plc:4nsduwlpivpuur4mqkbfvm6a/app.bsky.feed.generator/popqp'
10
+
SERVE_FEED_QUERY = """
11
+
select uri, create_ts, update_ts, quote_count, exp( -1 * ( ( unixepoch('now') - create_ts ) / 10800.0 ) ) as decay,
12
+
quote_count * exp( -1 * ( ( unixepoch('now') - create_ts ) / 10800.0 ) ) as score
13
+
from posts
14
+
order by quote_count * exp( -1 * ( ( unixepoch('now') - create_ts ) / 10800.0 ) ) desc
15
+
limit :limit offset :offset
16
+
"""
17
+
DELETE_OLD_POSTS_QUERY = """
18
+
delete from posts where
19
+
quote_count * exp( -1 * ( ( unixepoch('now') - create_ts ) / 10800.0 ) ) < 1.0
20
+
and create_ts < unixepoch('now', '-24 hours')
21
+
"""
22
+
23
+
def __init__(self):
24
+
self.db_cnx = apsw.Connection('db/popqp.db')
25
+
self.db_cnx.pragma('journal_mode', 'WAL')
26
+
self.db_cnx.pragma('wal_autocheckpoint', '0')
27
+
28
+
with self.db_cnx:
29
+
self.db_cnx.execute("""
30
+
create table if not exists posts (
31
+
uri text, create_ts timestamp, update_ts timestamp, quote_count int
32
+
);
33
+
create unique index if not exists uri_idx on posts(uri);
34
+
""")
35
+
36
+
self.logger = logging.getLogger('feeds.popqp')
37
+
38
+
def process_commit(self, commit):
39
+
if commit['opType'] != 'c':
40
+
return
41
+
42
+
if commit['collection'] != 'app.bsky.feed.post':
43
+
return
44
+
45
+
record = commit.get('record')
46
+
if record is None:
47
+
return
48
+
49
+
embed = record.get('embed')
50
+
if embed is None:
51
+
return
52
+
53
+
embed_type = embed.get('$type')
54
+
if embed_type == 'app.bsky.embed.record':
55
+
quote_post_uri = embed['record']['uri']
56
+
elif embed_type == 'app.bsky.embed.recordWithMedia':
57
+
quote_post_uri = embed['record']['record']['uri']
58
+
else:
59
+
return
60
+
61
+
ts = self.safe_timestamp(record.get('createdAt')).timestamp()
62
+
self.transaction_begin(self.db_cnx)
63
+
64
+
self.db_cnx.execute("""
65
+
insert into posts (uri, create_ts, update_ts, quote_count)
66
+
values (:uri, :ts, :ts, 1)
67
+
on conflict (uri) do
68
+
update set quote_count = quote_count + 1, update_ts = :ts
69
+
""", dict(uri=quote_post_uri, ts=ts))
70
+
71
+
def delete_old_posts(self):
72
+
self.db_cnx.execute(self.DELETE_OLD_POSTS_QUERY)
73
+
self.logger.debug('deleted {} old posts'.format(self.db_cnx.changes()))
74
+
75
+
def commit_changes(self):
76
+
self.delete_old_posts()
77
+
self.logger.debug('committing changes')
78
+
self.transaction_commit(self.db_cnx)
79
+
self.wal_checkpoint(self.db_cnx, 'RESTART')
80
+
81
+
def serve_feed(self, limit, offset, langs):
82
+
cur = self.db_cnx.execute(self.SERVE_FEED_QUERY, dict(limit=limit, offset=offset))
83
+
return [row[0] for row in cur]
84
+
85
+
def serve_feed_debug(self, limit, offset, langs):
86
+
bindings = dict(limit=limit, offset=offset)
87
+
return apsw.ext.format_query_table(
88
+
self.db_cnx, self.SERVE_FEED_QUERY, bindings,
89
+
string_sanitize=2, text_width=9999, use_unicode=True
90
+
)