From 47465ee392c4c46bc36eba3c99cd0f1ab317fe71 Mon Sep 17 00:00:00 2001 From: Harris Khan <133061858+Hkhan161@users.noreply.github.com> Date: Wed, 3 Sep 2025 17:44:49 -0500 Subject: [PATCH 1/4] Update toml-reference.mdx --- toml-reference/toml-reference.mdx | 11 +++-------- 1 file changed, 3 insertions(+), 8 deletions(-) diff --git a/toml-reference/toml-reference.mdx b/toml-reference/toml-reference.mdx index 0c6a56b..8f2d593 100644 --- a/toml-reference/toml-reference.mdx +++ b/toml-reference/toml-reference.mdx @@ -10,7 +10,6 @@ The configuration is organized into the following main sections: - **[cerebrium.hardware]** Compute resources including CPU, memory, and GPU specifications - **[cerebrium.scaling]** Auto-scaling behavior and replica management - **[cerebrium.dependencies]** Package management for Python (pip), system (apt), and Conda dependencies -- **[cerebrium.build]** Build optimizations including UV package manager support (Optional) ## Deployment Configuration @@ -147,9 +146,7 @@ apt = "pkglist.txt" conda = "conda_pkglist.txt" ``` -## Build Configuration - -The `[cerebrium.build]` section configures build-time optimizations and tools. +### UV Configuration | Option | Type | Default | Description | | ------ | ------- | ------- | --------------------------------------------- | @@ -199,6 +196,8 @@ exclude = [".*"] shell_commands = [] pre_build_commands = [] docker_base_image_url = "debian:bookworm-slim" +use_uv = true +# Enable fast package installation with UV (ignore or set to false if you want to use pip) [cerebrium.runtime.custom] port = 8000 @@ -240,8 +239,4 @@ ffmpeg = "latest" # pip = "requirements.txt" # apt = "pkglist.txt" # conda = "conda_pkglist.txt" - -[cerebrium.build] -use_uv = true -# Enable fast package installation with UV (ignore or set to false if you want to use pip) ``` From 6149955ed36dfc5474d40926977ee8eabcaa3626 Mon Sep 17 00:00:00 2001 From: Harris Khan <133061858+Hkhan161@users.noreply.github.com> Date: Wed, 3 Sep 2025 17:47:23 -0500 Subject: [PATCH 2/4] Update toml-reference.mdx --- toml-reference/toml-reference.mdx | 76 +++++++++++++++---------------- 1 file changed, 38 insertions(+), 38 deletions(-) diff --git a/toml-reference/toml-reference.mdx b/toml-reference/toml-reference.mdx index 8f2d593..f7513f5 100644 --- a/toml-reference/toml-reference.mdx +++ b/toml-reference/toml-reference.mdx @@ -31,6 +31,44 @@ The `[cerebrium.deployment]` section defines core deployment settings. they affect the base environment. +### UV Configuration + +| Option | Type | Default | Description | +| ------ | ------- | ------- | --------------------------------------------- | +| use_uv | boolean | false | Use UV for faster Python package installation | + +### UV Package Manager + +UV is a fast Python package installer written in Rust that can significantly speed up deployment times. When enabled, UV will be used instead of pip for installing Python dependencies. + + +UV typically installs packages 10-100x faster than pip, especially beneficial for: + +- Large dependency trees +- Multiple packages +- Clean builds without cache + + + +**Example with UV enabled:** + +```toml +[cerebrium.build] +use_uv = true +``` + +### Monitoring UV Usage + +Check your build logs for these indicators: + +- **UV_PIP_INSTALL_STARTED** - UV is successfully being used +- **PIP_INSTALL_STARTED** - Standard pip installation (when `use_uv=false`) + + + While UV is compatible with most packages, some edge cases may cause build + failures, such as legacy packages with non-standard metadata. + + ## Runtime Configuration The `[cerebrium.runtime.custom]` section configures custom web servers and runtime behavior. @@ -146,44 +184,6 @@ apt = "pkglist.txt" conda = "conda_pkglist.txt" ``` -### UV Configuration - -| Option | Type | Default | Description | -| ------ | ------- | ------- | --------------------------------------------- | -| use_uv | boolean | false | Use UV for faster Python package installation | - -### UV Package Manager - -UV is a fast Python package installer written in Rust that can significantly speed up deployment times. When enabled, UV will be used instead of pip for installing Python dependencies. - - -UV typically installs packages 10-100x faster than pip, especially beneficial for: - -- Large dependency trees -- Multiple packages -- Clean builds without cache - - - -**Example with UV enabled:** - -```toml -[cerebrium.build] -use_uv = true -``` - -### Monitoring UV Usage - -Check your build logs for these indicators: - -- **UV_PIP_INSTALL_STARTED** - UV is successfully being used -- **PIP_INSTALL_STARTED** - Standard pip installation (when `use_uv=false`) - - - While UV is compatible with most packages, some edge cases may cause build - failures, such as legacy packages with non-standard metadata. - - ## Complete Example ```toml From 2aa699343c9e300e1738303445d5749e31f5d024 Mon Sep 17 00:00:00 2001 From: Harris Khan <133061858+Hkhan161@users.noreply.github.com> Date: Wed, 3 Sep 2025 17:49:52 -0500 Subject: [PATCH 3/4] Update toml-reference.mdx --- toml-reference/toml-reference.mdx | 7 +------ 1 file changed, 1 insertion(+), 6 deletions(-) diff --git a/toml-reference/toml-reference.mdx b/toml-reference/toml-reference.mdx index f7513f5..9d8a22d 100644 --- a/toml-reference/toml-reference.mdx +++ b/toml-reference/toml-reference.mdx @@ -25,18 +25,13 @@ The `[cerebrium.deployment]` section defines core deployment settings. | shell_commands | string[] | [] | Commands to run at the end of the build | | pre_build_commands | string[] | [] | Commands to run before dependencies install | | docker_base_image_url | string | "debian:bookworm-slim" | Base Docker image | +| use_uv | boolean | false | Use UV for faster Python package installation | Changes to python_version or docker_base_image_url trigger full rebuilds since they affect the base environment. -### UV Configuration - -| Option | Type | Default | Description | -| ------ | ------- | ------- | --------------------------------------------- | -| use_uv | boolean | false | Use UV for faster Python package installation | - ### UV Package Manager UV is a fast Python package installer written in Rust that can significantly speed up deployment times. When enabled, UV will be used instead of pip for installing Python dependencies. From 21bbbc01b134fe2de5083a8765367c6691b7aaf5 Mon Sep 17 00:00:00 2001 From: Harris Khan <133061858+Hkhan161@users.noreply.github.com> Date: Wed, 3 Sep 2025 18:52:08 -0500 Subject: [PATCH 4/4] Update toml-reference.mdx --- toml-reference/toml-reference.mdx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/toml-reference/toml-reference.mdx b/toml-reference/toml-reference.mdx index 9d8a22d..291b6bf 100644 --- a/toml-reference/toml-reference.mdx +++ b/toml-reference/toml-reference.mdx @@ -192,7 +192,7 @@ shell_commands = [] pre_build_commands = [] docker_base_image_url = "debian:bookworm-slim" use_uv = true -# Enable fast package installation with UV (ignore or set to false if you want to use pip) +# Enable fast package installation with UV (omit or set to false if you want to use pip) [cerebrium.runtime.custom] port = 8000