an atproto based link aggregator
chore: remove LiteFS and separate ingester configs
+3
-102
-43
Dockerfile.ingester
-43
Dockerfile.ingester
···
1
-
# Ingester Dockerfile
2
-
# Runs as standalone process on the LiteFS primary machine
3
-
4
-
FROM node:22-slim AS base
5
-
ENV PNPM_HOME="/pnpm"
6
-
ENV PATH="$PNPM_HOME:$PATH"
7
-
RUN corepack enable
8
-
9
-
WORKDIR /app
10
-
11
-
# Build stage
12
-
FROM base AS build
13
-
14
-
COPY package.json pnpm-lock.yaml .npmrc ./
15
-
RUN --mount=type=cache,id=pnpm,target=/pnpm/store pnpm install --frozen-lockfile
16
-
17
-
COPY . .
18
-
# Build lexicons (needed for type validation)
19
-
RUN pnpm lex:build
20
-
21
-
# Production stage with LiteFS
22
-
FROM flyio/litefs:0.5 AS litefs
23
-
24
-
FROM base AS production
25
-
26
-
# Install LiteFS dependencies and copy binary
27
-
RUN apt-get update && apt-get install -y ca-certificates fuse3 sqlite3 && rm -rf /var/lib/apt/lists/*
28
-
COPY --from=litefs /usr/local/bin/litefs /usr/local/bin/litefs
29
-
30
-
COPY --from=build /app/node_modules ./node_modules
31
-
COPY --from=build /app/package.json ./
32
-
COPY --from=build /app/src ./src
33
-
COPY --from=build /app/drizzle ./drizzle
34
-
COPY litefs.ingester.yml /etc/litefs.yml
35
-
36
-
# Create directories (/var/lib/litefs is mounted volume, /litefs is FUSE mount)
37
-
RUN mkdir -p /var/lib/litefs /litefs
38
-
39
-
# Environment
40
-
ENV NODE_ENV=production
41
-
ENV CONTENT_DB_PATH=/litefs/content.db
42
-
43
-
ENTRYPOINT ["litefs", "mount"]
-22
fly.ingester.toml
-22
fly.ingester.toml
···
1
-
# fly.toml app configuration file generated for papili-ingester on 2025-12-08T21:22:42-05:00
2
-
#
3
-
# See https://fly.io/docs/reference/configuration/ for information about how to use this file.
4
-
#
5
-
6
-
app = 'papili-ingester'
7
-
primary_region = 'sjc'
8
-
9
-
[build]
10
-
dockerfile = 'Dockerfile.ingester'
11
-
12
-
[env]
13
-
CONTENT_DB_PATH = '/litefs/content.db'
14
-
15
-
# Volume for LiteFS data
16
-
[[mounts]]
17
-
source = 'ingester_data'
18
-
destination = '/var/lib/litefs'
19
-
20
-
[[vm]]
21
-
size = 'shared-cpu-1x'
22
-
memory = '256mb'
-19
litefs.ingester.yml
-19
litefs.ingester.yml
···
1
-
# LiteFS configuration for the ingester (primary)
2
-
# This machine is the only writer for the content database
3
-
4
-
fuse:
5
-
dir: '/litefs'
6
-
7
-
data:
8
-
dir: '/var/lib/litefs'
9
-
10
-
lease:
11
-
type: 'consul'
12
-
advertise-url: 'http://${HOSTNAME}.vm.${FLY_APP_NAME}.internal:20202'
13
-
candidate: true
14
-
consul:
15
-
url: '${FLY_CONSUL_URL}'
16
-
key: 'papili-one/primary'
17
-
18
-
exec:
19
-
- cmd: 'pnpm exec tsx src/ingester/main.ts'
-18
litefs.yml
-18
litefs.yml
···
1
-
# LiteFS configuration for the webapp (replica)
2
-
# This machine reads from the ingester primary
3
-
4
-
fuse:
5
-
dir: '/litefs'
6
-
7
-
data:
8
-
dir: '/var/lib/litefs'
9
-
10
-
lease:
11
-
type: 'consul'
12
-
advertise-url: 'http://${HOSTNAME}.vm.${FLY_APP_NAME}.internal:20202'
13
-
consul:
14
-
url: '${FLY_CONSUL_URL}'
15
-
key: 'papili-one/primary'
16
-
17
-
exec:
18
-
- cmd: 'node build'
+3
pnpm-lock.yaml
+3
pnpm-lock.yaml