docker to push only small files

Author: alexgenovese

.dockerignore

@@ -1,29 +1,9 @@
-sdxl-cache/
-refiner-cache/
-safety-cache/
-trained-model/
-*.png
-cache/
-checkpoint/
-training_out/
-dreambooth/
-lora/
-ttemp/
-.git/
-cog_class_data/
-dataset/
-training_data/
-temp/
-temp_in/
-cog_instance_data/
-example_datasets/
-trained_model.tar
-zeke_data.tar
-data.tar
-zeke.zip
-sketch-mountains-input.jpeg
-training_out*
-weights
-inference_*
-trained-model
-*.zip
+./safety-cache/pytorch_model.bin
+./sdxl-cache/text_encoder_2/model.safetensors
+./sdxl-cache/text_encoder/model.safetensors
+./sdxl-cache/unet/diffusion_pytorch_model.safetensors
+./sdxl-cache/vae/diffusion_pytorch_model.safetensors
+./refiner-cache/text_encoder_2/model.safetensors
+./refiner-cache/unet/diffusion_pytorch_model.safetensors
+./refiner-cache/vae/diffusion_pytorch_model.safetensors
+./.git/objects/pack/pack-64d5a3b3da6d169e942b61379f9b200779655a5b.pack

Dockerfile

@@ -0,0 +1,4 @@
+ARG BASE_IMAGE
+FROM ${BASE_IMAGE}
+
+COPY . /src

build.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+set -o errexit
+set -o xtrace
+
+echo "Build the base + weights"
+
+BASE_IMAGE="r8.im/alexgenovese/sdxl"
+
+# echo "ignore all the small files, copy big files"
+# find . -type f -size -10M > .dockerignore
+# docker build --build-arg BASE_IMAGE=$BASE_IMAGE -t base .
+
+# BASE_ID=$(docker inspect $(BASE_IMAGE) --format='{{index .Id}}')
+
+echo "ignore all the big files, copy copy files"
+find . -type f -size +10M > .dockerignore
+docker build --build-arg BASE_IMAGE=$BASE_IMAGE -t final .
+FINAL_ID=$(docker inspect final:latest --format='{{index .Id}}')
+
+echo "Final image: $FINAL_ID"
+cog push