-
Notifications
You must be signed in to change notification settings - Fork 0
/
Earthfile
198 lines (167 loc) · 7.44 KB
/
Earthfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
# https://docs.earthly.dev/basics
VERSION 0.8
nix:
FROM ubuntu:24.04
RUN apt-get update && apt-get install -y curl \
&& curl --proto '=https' --tlsv1.2 -sSf -L https://install.determinate.systems/nix | sh -s -- install linux \
--extra-conf "sandbox = false" \
--init none \
--no-confirm \
&& apt remove --auto-remove -y curl
ENV PATH="${PATH}:/nix/var/nix/profiles/default/bin"
nix-dev-shell:
ARG --required DEVSHELL
FROM +nix
# replace /bin/sh with a script that sources `/root/sh_env` for every RUN command.
# we use this to execute all `RUN`-commands in our nix dev shell.
# we need to explicitly delete `/bin/sh` first, because it's a symlink to `/bin/busybox`,
# and `COPY` would actually follow the symlink and replace `/bin/busybox` instead.
RUN rm /bin/sh
# copy in our own `sh`, which wraps `bash`, and which sources `/root/sh_env`
COPY ci_sh.sh /bin/sh
ARG ARCH=$(uname -m)
# cache `/nix`, especially `/nix/store`, with correct chmod and a global id, so we can reuse it
# only works before installing nix
# CACHE --persist --sharing shared --chmod 0755 --id nix-store /nix
WORKDIR /app
COPY flake.nix flake.lock .
# build our dev-shell, creating a gcroot, so it won't be garbage collected by nix.
# Then set up our `/root/sh_env` file to source our flake env, will be used by ALL `RUN`-commands!
RUN nix build --out-link /root/flake-devShell-gcroot ".#devShells.$ARCH-linux.$DEVSHELL" \
&& nix print-dev-env ".#$DEVSHELL" >> /root/sh_env \
&& nix-collect-garbage
nix-packages:
ARG --required PACKAGES
FROM +nix
WORKDIR /app
COPY flake.nix flake.lock .
RUN nix profile install --impure ".#$PACKAGES" \
&& nix-collect-garbage \
&& rm -rf /root/.cache
# RUN nix store optimise # hard linking can save ~40M
globalbrain-node-package:
FROM scratch
ARG GLOBALBRAIN_REF=954ab21561da0f89adaef0f99de2dddbc23af78d # Use weighted average scoring instead of top-thread based scoring. Fixes one broken test
COPY github.com/social-protocols/GlobalBrain.jl:$GLOBALBRAIN_REF+node-ext/artifact /artifact
# COPY ../GlobalBrain.jl+node-ext/artifact /artifact
SAVE ARTIFACT /artifact
GLOBALBRAIN_INSTALL_AND_TEST:
# is used in other targets
FUNCTION
ARG --required destination
COPY +globalbrain-node-package/artifact $destination
# COPY ../GlobalBrain.jl+node-ext/artifact $destination
RUN cd $destination && npm test # because this target is a function, test runs on the callsite
app-setup:
FROM +nix-dev-shell --DEVSHELL='build'
DO +GLOBALBRAIN_INSTALL_AND_TEST --destination=/globalbrain-node-package
WORKDIR /app
COPY package.json package-lock.json .npmrc ./
RUN npm install --include=dev && rm -rf /root/.npm /root/.node-gyp
RUN npm install --save '/globalbrain-node-package' # will compile node extension for this environment
COPY --dir other ./
RUN npx tsx ./other/build-icons.ts
COPY --dir app server public types ./
COPY index.js tsconfig.json remix.config.js tailwind.config.ts postcss.config.js components.json ./
app-build:
FROM +app-setup
RUN npm run build
SAVE ARTIFACT server-build
SAVE ARTIFACT build
SAVE ARTIFACT public
SAVE ARTIFACT node_modules
SAVE ARTIFACT package-lock.json
SAVE ARTIFACT package.json
SAVE ARTIFACT .npmrc
app-deploy-litefs:
FROM flyio/litefs:0.5.10
SAVE ARTIFACT /usr/local/bin/litefs
docker-image:
FROM +nix-packages --PACKAGES='production'
WORKDIR /app
ENV NODE_ENV production
ENV FLY="true"
# litefs
ENV LITEFS_DIR="/litefs/data"
COPY +app-deploy-litefs/litefs /usr/local/bin/litefs
COPY other/litefs.yml /etc/litefs.yml
RUN mkdir -p /data ${LITEFS_DIR}
DO +GLOBALBRAIN_INSTALL_AND_TEST --destination=/globalbrain-node-package # should not compile anything, because the build environment was the same
# npm run build
COPY --dir other app server public types index.js tsconfig.json remix.config.js tailwind.config.ts postcss.config.js components.json ./
COPY --dir +app-build/server-build +app-build/build +app-build/public +app-build/node_modules +app-build/package-lock.json +app-build/package.json +app-build/.npmrc ./
# startup & migrations
COPY --dir migrate.ts migrations startup.sh index.js ./
ENV APP_DATABASE_FILENAME="sqlite.db"
ENV APP_DATABASE_PATH="$LITEFS_DIR/$APP_DATABASE_FILENAME"
ENV GB_DATABASE_PATH="$LITEFS_DIR/global-brain.db"
ENV APP_DATABASE_URL="file:$APP_DATABASE_PATH"
ENV CACHE_DATABASE_FILENAME="cache.db"
ENV CACHE_DATABASE_PATH="/$LITEFS_DIR/$CACHE_DATABASE_FILENAME"
ENV HTTP_LOG_PATH="/data/http-log.jsonl"
ENV INTERNAL_PORT="8080"
ENV PORT="8081"
RUN find / \( -type f -o -type d \) -mindepth 1 -maxdepth 1 -print0 | xargs -0 du -sh | sort -hr | head -20 \
&& find /nix/store \( -type f -o -type d \) -mindepth 1 -maxdepth 1 -print0 | xargs -0 du -sh | sort -hr | head -20 \
&& find /app \( -type f -o -type d \) -mindepth 1 -maxdepth 1 -print0 | xargs -0 du -sh | sort -hr | head -20 \
&& find /app/node_modules \( -type f -o -type d \) -mindepth 1 -maxdepth 1 -print0 | xargs -0 du -sh | sort -hr | head -20 \
&& find /root \( -type f -o -type d \) -mindepth 1 -maxdepth 1 -print0 | xargs -0 du -sh | sort -hr | head -20
# starting the application is defined in litefs.yml
# test locally without litefs:
# docker run -e SESSION_SECRET -e INTERNAL_COMMAND_TOKEN -e HONEYPOT_SECRET sha256:xyzxyz /bin/sh startup.sh
CMD ["/usr/local/bin/litefs", "mount"]
SAVE IMAGE jabble:latest
docker-image-e2e-test:
# set up an image with dind (docker in docker) and nix
FROM earthly/dind:alpine-3.19-docker-25.0.5-r0
RUN apk add curl \
&& curl --proto '=https' --tlsv1.2 -sSf -L https://install.determinate.systems/nix | sh -s -- install linux \
--extra-conf "sandbox = false" \
--init none \
--no-confirm
ENV PATH="${PATH}:/nix/var/nix/profiles/default/bin"
WORKDIR /app
COPY flake.nix flake.lock .
RUN nix develop ".#e2e" --command echo warmed up
COPY --dir e2e playwright.config.ts docker-compose.yml ./
WITH DOCKER --load jabble:latest=+docker-image
RUN docker image ls \
&& (docker-compose up &) \
&& echo waiting for http server to come online... \
&& timeout 60s sh -c 'until curl --silent --fail http://localhost:8081 > /dev/null; do sleep 1; done' \
&& CI=true nix develop --impure ".#e2e" --command playwright test
END
app-deploy:
# run locally:
# FLY_API_TOKEN=$(flyctl tokens create deploy) earthly --allow-privileged --secret FLY_API_TOKEN -i +app-deploy --COMMIT_SHA=<xxxxxx>
ARG --required COMMIT_SHA
ARG IMAGE="registry.fly.io/sn:deployment-$COMMIT_SHA"
FROM earthly/dind:alpine-3.19-docker-25.0.5-r0
RUN apk add curl
RUN set -eo pipefail; curl -L https://fly.io/install.sh | sh
COPY fly.toml ./
WITH DOCKER --load $IMAGE=+docker-image
RUN --secret FLY_API_TOKEN \
docker image ls \
&& /root/.fly/bin/flyctl auth docker \
&& docker push $IMAGE \
&& /root/.fly/bin/flyctl deploy --image $IMAGE --build-arg COMMIT_SHA=$COMMIT_SHA
END
app-typecheck:
FROM +app-setup
RUN npx tsc --noEmit
app-lint:
FROM +app-setup
COPY .eslintrc.cjs .prettierrc.js .prettierignore ./
ENV CI=true
RUN npx eslint --max-warnings=0 . # also checks formatting
ci-test:
BUILD +app-typecheck
BUILD +app-lint
BUILD +docker-image-e2e-test
ci-deploy:
# To run manually:
# FLY_API_TOKEN=$(flyctl tokens create deploy) earthly --allow-privileged --secret FLY_API_TOKEN +ci-deploy --COMMIT_SHA=$(git rev-parse HEAD)
BUILD +ci-test
ARG --required COMMIT_SHA
BUILD +app-deploy --COMMIT_SHA=$COMMIT_SHA