+2

feed_manager.py

reviewed

··· 8 8 from feeds.sevendirtywords import SevenDirtyWordsFeed 9 9 from feeds.ratio import RatioFeed 10 10 from feeds.mostliked import MostLikedFeed 11 11 + from feeds.outlinetags import OutlineTagsFeed 11 12 12 13 class FeedManager: 13 14 def __init__(self): ··· 52 53 feed_manager.register(SevenDirtyWordsFeed) 53 54 # feed_manager.register(RatioFeed) 54 55 feed_manager.register(MostLikedFeed) 56 56 + feed_manager.register(OutlineTagsFeed)

+68

feeds/outlinetags.py

reviewed

··· 1 1 + import logging 2 2 + 3 3 + import apsw 4 4 + import apsw.ext 5 5 + 6 6 + from . import BaseFeed 7 7 + 8 8 + class OutlineTagsFeed(BaseFeed): 9 9 + FEED_URI = 'at://did:plc:4nsduwlpivpuur4mqkbfvm6a/app.bsky.feed.generator/outline' 10 10 + SERVE_FEED_QUERY = """ 11 11 + select uri, create_ts 12 12 + from posts 13 13 + order by create_ts desc 14 14 + limit :limit offset :offset 15 15 + """ 16 16 + 17 17 + def __init__(self): 18 18 + self.db_cnx = apsw.Connection('db/outlinetags.db') 19 19 + self.db_cnx.pragma('journal_mode', 'WAL') 20 20 + self.db_cnx.pragma('wal_autocheckpoint', '0') 21 21 + 22 22 + with self.db_cnx: 23 23 + self.db_cnx.execute(""" 24 24 + create table if not exists posts (uri text, create_ts timestamp); 25 25 + create unique index if not exists create_ts_idx on posts(create_ts); 26 26 + """) 27 27 + 28 28 + self.logger = logging.getLogger('feeds.outlinetags') 29 29 + 30 30 + def process_commit(self, commit): 31 31 + if commit['opType'] != 'c': 32 32 + return 33 33 + 34 34 + if commit['collection'] != 'app.bsky.feed.post': 35 35 + return 36 36 + 37 37 + record = commit.get('record') 38 38 + if record is None: 39 39 + return 40 40 + 41 41 + if not record.get('tags', []): 42 42 + return 43 43 + 44 44 + repo = commit['did'] 45 45 + rkey = commit['rkey'] 46 46 + post_uri = f'at://{repo}/app.bsky.feed.post/{rkey}' 47 47 + ts = self.safe_timestamp(record.get('createdAt')).timestamp() 48 48 + self.transaction_begin(self.db_cnx) 49 49 + self.db_cnx.execute( 50 50 + 'insert into posts (uri, create_ts) values (:uri, :ts)', 51 51 + dict(uri=post_uri, ts=ts) 52 52 + ) 53 53 + 54 54 + def commit_changes(self): 55 55 + self.logger.debug('committing changes') 56 56 + self.transaction_commit(self.db_cnx) 57 57 + self.wal_checkpoint(self.db_cnx, 'RESTART') 58 58 + 59 59 + def serve_feed(self, limit, offset, langs): 60 60 + cur = self.db_cnx.execute(self.SERVE_FEED_QUERY, dict(limit=limit, offset=offset)) 61 61 + return [row[0] for row in cur] 62 62 + 63 63 + def serve_feed_debug(self, limit, offset, langs): 64 64 + bindings = dict(limit=limit, offset=offset) 65 65 + return apsw.ext.format_query_table( 66 66 + self.db_cnx, self.SERVE_FEED_QUERY, bindings, 67 67 + string_sanitize=2, text_width=9999, use_unicode=True 68 68 + )