/
docker-compose.yml
106 lines (97 loc) · 3.97 KB
/
docker-compose.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
version: "3.5"
services:
lakefs:
image: treeverse/lakefs:0.102.2
container_name: lakefs
depends_on:
- minio-setup
ports:
- "8000:8000"
environment:
- LAKEFS_DATABASE_TYPE=local
- LAKEFS_BLOCKSTORE_TYPE=s3
- LAKEFS_BLOCKSTORE_S3_FORCE_PATH_STYLE=true
- LAKEFS_BLOCKSTORE_S3_ENDPOINT=http://minio:9000
- LAKEFS_BLOCKSTORE_S3_CREDENTIALS_ACCESS_KEY_ID=minioadmin
- LAKEFS_BLOCKSTORE_S3_CREDENTIALS_SECRET_ACCESS_KEY=minioadmin
- LAKEFS_AUTH_ENCRYPT_SECRET_KEY=some random secret string
- LAKEFS_LOGGING_LEVEL=INFO
- LAKECTL_CREDENTIALS_ACCESS_KEY_ID=AKIAIOSFODNN7EXAMPLE
- LAKECTL_CREDENTIALS_SECRET_ACCESS_KEY=wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY
- LAKECTL_SERVER_ENDPOINT_URL=http://localhost:8000
entrypoint: ["/bin/sh", "-c"]
command:
- |
lakefs setup --local-settings --user-name everything-bagel --access-key-id "$$LAKECTL_CREDENTIALS_ACCESS_KEY_ID" --secret-access-key "$$LAKECTL_CREDENTIALS_SECRET_ACCESS_KEY" || true
lakefs run --local-settings &
echo "---- Creating repository ----"
wait-for -t 60 lakefs:8000 -- curl -u "$$LAKECTL_CREDENTIALS_ACCESS_KEY_ID":"$$LAKECTL_CREDENTIALS_SECRET_ACCESS_KEY" -X POST -H "Content-Type: application/json" -d '{ "name": "quickstart", "storage_namespace": "s3://quickstart", "default_branch": "main", "sample_data": true }' http://localhost:8000/api/v1/repositories || true
# wait-for -t 60 lakefs:8000 -- lakectl repo create lakefs://example s3://example || true
echo ""
wait-for -t 60 minio:9000 && echo '------------------------------------------------
MinIO admin: http://127.0.0.1:9001/
Username : minioadmin
Password : minioadmin
'
echo "------------------------------------------------"
wait-for -t 60 jupyter-notebook:8888 && echo '
Jupyter: http://127.0.0.1:8888/
'
echo "------------------------------------------------"
echo ""
echo "lakeFS Web UI: http://127.0.0.1:8000/ >(.＿.)<"
echo " ( )_ "
echo ""
echo " Access Key ID : $$LAKECTL_CREDENTIALS_ACCESS_KEY_ID"
echo " Secret Access Key: $$LAKECTL_CREDENTIALS_SECRET_ACCESS_KEY"
echo ""
echo "-------- Let's go and have axolotl fun! --------"
echo ""
wait
minio-setup:
image: minio/mc:RELEASE.2023-05-18T16-59-00Z
container_name: minio-setup
environment:
- MC_HOST_lakefs=http://minioadmin:minioadmin@minio:9000
depends_on:
- minio
volumes:
- ./data:/data
entrypoint: ["/bin/sh", "-c"]
command:
- |
mc mb lakefs/quickstart lakefs/example lakefs/sample-data
mc cp --recursive /data/* lakefs/sample-data
minio:
image: minio/minio:RELEASE.2023-05-18T00-05-36Z
container_name: minio
ports:
- "9000:9000"
- "9001:9001"
entrypoint: ["minio", "server", "/data", "--console-address", ":9001"]
jupyter-notebook:
# Log level is set to WARN because of noisy stdout problem
# -> See https://github.com/jupyter-server/jupyter_server/issues/1279
build: jupyter
container_name: jupyter-notebook
environment:
- NOTEBOOK_ARGS=--log-level='WARN' --NotebookApp.token='' --NotebookApp.password=''
ports:
- 8888:8888 # Jupyter
- 4040:4040 # Spark
volumes:
- ./notebooks:/home/jovyan
- ./data:/data
lakefs-webhooks:
build: lakeFS-hooks
image: lakefs-hooks
container_name: lakefs-hooks
depends_on:
- lakefs
environment:
- LAKEFS_SERVER_ADDRESS=http://lakefs:8000
- LAKEFS_ACCESS_KEY_ID=AKIAIOSFODNN7EXAMPLE
- LAKEFS_SECRET_ACCESS_KEY=wJalrXUtnFEMI/K7MDENG/bPxRfiCYEXAMPLEKEY
networks:
default:
name: bagel