Skip to content

Commit

Permalink
add jaxlib-bin, tensorflow-bin, remove tensorflowWithCuda
Browse files Browse the repository at this point in the history
  • Loading branch information
@samuela
samuela committed Feb 5, 2022
1 parent 89afd4d commit 4543e59
Show file tree
Hide file tree
Showing 3 changed files with 153 additions and 32 deletions.
104 changes: 98 additions & 6 deletions .github/workflows/upkeep.yml
View file
Expand Up @@ -238,6 +238,70 @@ jobs:
run: |
GH_TOKEN=$GH_TOKEN ./canary.py --nixpkgs ../nixpkgs --attr python3Packages.jaxlib
working-directory: "./nixpkgs-upkeep"
jaxlib-bin:
runs-on: ubuntu-latest
steps:
- uses: "cachix/install-nix-action@v16"
with:
extra_nix_config: experimental-features = nix-command flakes
nix_path: nixpkgs=channel:nixos-unstable
- uses: "cachix/cachix-action@v10"
with:
authToken: "${{ secrets.CACHIX_AUTH_TOKEN }}"
name: ploop
- name: Checkout nixpkgs-upkeep
uses: "actions/checkout@v2"
with:
path: nixpkgs-upkeep
- name: Checkout nixpkgs
uses: "actions/checkout@v2"
with:
path: nixpkgs
repository: NixOS/nixpkgs
token: "${{ secrets.GH_TOKEN }}"
- name: Allow unfree
run: |
mkdir -p ~/.config/nixpkgs/
echo "{ allowUnfree = true; }" > ~/.config/nixpkgs/config.nix
- name: Check current package version
run: |
PRE_VERSION="$(nix eval --raw -f . python3Packages.jaxlib-bin.version)"
echo "PRE_VERSION=$PRE_VERSION" >> $GITHUB_ENV
working-directory: "./nixpkgs"
- env:
GH_TOKEN: "${{ secrets.GH_TOKEN }}"
name: build canary
run: |
GH_TOKEN=$GH_TOKEN ./canary.py --nixpkgs ../nixpkgs --attr python3Packages.jaxlib-bin
working-directory: "./nixpkgs-upkeep"
jaxlib-bin-cuda:
runs-on: ubuntu-latest
steps:
- uses: "cachix/install-nix-action@v16"
with:
extra_nix_config: experimental-features = nix-command flakes
nix_path: nixpkgs=channel:nixos-unstable
- uses: "cachix/cachix-action@v10"
with:
authToken: "${{ secrets.CACHIX_AUTH_TOKEN }}"
name: ploop
- name: Checkout nixpkgs-upkeep
uses: "actions/checkout@v2"
with:
path: nixpkgs-upkeep
- name: Checkout nixpkgs
uses: "actions/checkout@v2"
with:
path: nixpkgs
repository: NixOS/nixpkgs
token: "${{ secrets.GH_TOKEN }}"
- name: Allow unfree
run: |
mkdir -p ~/.config/nixpkgs/
echo "{ allowUnfree = true; }" > ~/.config/nixpkgs/config.nix
- run: |
NIX_PATH=.. nix-build -E "with import <nixpkgs> {}; python3Packages.jaxlib-bin.override { cudaSupport = true; }"
working-directory: "./nixpkgs"
jaxlibWithCuda:
runs-on: ubuntu-latest
steps:
Expand Down Expand Up @@ -638,7 +702,7 @@ jobs:
run: |
GH_TOKEN=$GH_TOKEN ./canary.py --nixpkgs ../nixpkgs --attr python3Packages.tensorflow
working-directory: "./nixpkgs-upkeep"
tensorflow-datasets:
tensorflow-bin:
runs-on: ubuntu-latest
steps:
- uses: "cachix/install-nix-action@v16"
Expand All @@ -665,16 +729,44 @@ jobs:
echo "{ allowUnfree = true; }" > ~/.config/nixpkgs/config.nix
- name: Check current package version
run: |
PRE_VERSION="$(nix eval --raw -f . python3Packages.tensorflow-datasets.version)"
PRE_VERSION="$(nix eval --raw -f . python3Packages.tensorflow-bin.version)"
echo "PRE_VERSION=$PRE_VERSION" >> $GITHUB_ENV
working-directory: "./nixpkgs"
- env:
GH_TOKEN: "${{ secrets.GH_TOKEN }}"
name: build canary
run: |
GH_TOKEN=$GH_TOKEN ./canary.py --nixpkgs ../nixpkgs --attr python3Packages.tensorflow-datasets
GH_TOKEN=$GH_TOKEN ./canary.py --nixpkgs ../nixpkgs --attr python3Packages.tensorflow-bin
working-directory: "./nixpkgs-upkeep"
tensorflowWithCuda:
tensorflow-bin-cuda:
runs-on: ubuntu-latest
steps:
- uses: "cachix/install-nix-action@v16"
with:
extra_nix_config: experimental-features = nix-command flakes
nix_path: nixpkgs=channel:nixos-unstable
- uses: "cachix/cachix-action@v10"
with:
authToken: "${{ secrets.CACHIX_AUTH_TOKEN }}"
name: ploop
- name: Checkout nixpkgs-upkeep
uses: "actions/checkout@v2"
with:
path: nixpkgs-upkeep
- name: Checkout nixpkgs
uses: "actions/checkout@v2"
with:
path: nixpkgs
repository: NixOS/nixpkgs
token: "${{ secrets.GH_TOKEN }}"
- name: Allow unfree
run: |
mkdir -p ~/.config/nixpkgs/
echo "{ allowUnfree = true; }" > ~/.config/nixpkgs/config.nix
- run: |
NIX_PATH=.. nix-build -E "with import <nixpkgs> {}; python3Packages.tensorflow-bin.override { cudaSupport = true; }"
working-directory: "./nixpkgs"
tensorflow-datasets:
runs-on: ubuntu-latest
steps:
- uses: "cachix/install-nix-action@v16"
Expand All @@ -701,14 +793,14 @@ jobs:
echo "{ allowUnfree = true; }" > ~/.config/nixpkgs/config.nix
- name: Check current package version
run: |
PRE_VERSION="$(nix eval --raw -f . python3Packages.tensorflowWithCuda.version)"
PRE_VERSION="$(nix eval --raw -f . python3Packages.tensorflow-datasets.version)"
echo "PRE_VERSION=$PRE_VERSION" >> $GITHUB_ENV
working-directory: "./nixpkgs"
- env:
GH_TOKEN: "${{ secrets.GH_TOKEN }}"
name: build canary
run: |
GH_TOKEN=$GH_TOKEN ./canary.py --nixpkgs ../nixpkgs --attr python3Packages.tensorflowWithCuda
GH_TOKEN=$GH_TOKEN ./canary.py --nixpkgs ../nixpkgs --attr python3Packages.tensorflow-datasets
working-directory: "./nixpkgs-upkeep"
tqdm:
runs-on: ubuntu-latest
Expand Down
54 changes: 29 additions & 25 deletions README.md
View file
Expand Up @@ -8,31 +8,35 @@ nixpkgs-upkeep is an auto-update and CI bot for nixpkgs.

Currently the following packages are supported:

| Package | Update | CI |
| ------------------- | ------ | --- |
| dm-haiku | | y |
| elegy | | y |
| flax | | y |
| ipython | | y |
| jax | y | y |
| jaxlib | | y |
| jaxlibWithCuda | | y |
| jmp | | y |
| julia_17-bin | y | y |
| matplotlib | y | y |
| optax | | y |
| plexamp | y | |
| plotly | | y |
| spotify | y | |
| tensorflow | | y |
| tensorflowWithCuda | | y |
| tensorflow-datasets | | y |
| tqdm | | y |
| treeo | | y |
| treex | | y |
| vscode | y | |
| vscodium | y | |
| wandb | y | y |
| Package | Update | CI |
| ------------------------ | ------ | ---------------------------------------------------------------------------------------------------------- |
| dm-haiku | | y |
| elegy | | y |
| flax | | y |
| ipython | | y |
| jax | y | y |
| jaxlib | | y |
| jaxlib-bin | | y |
| jaxlib-bin (w. CUDA) | | y |
| jaxlibWithCuda | | y |
| jmp | | y |
| julia_17-bin | y | y |
| matplotlib | y | y |
| optax | | y |
| plexamp | y | |
| plotly | | y |
| spotify | y | |
| tensorflow | | y |
| tensorflow-bin | | y |
| tensorflow-bin (w. CUDA) | | y |
| tensorflow-datasets | | y |
| tensorflowWithCuda | | [N](https://discourse.nixos.org/t/petition-to-build-and-cache-unfree-packages-on-cache-nixos-org/17440/12) |
| tqdm | | y |
| treeo | | y |
| treex | | y |
| vscode | y | |
| vscodium | y | |
| wandb | y | y |

Submit a PR to get your favorite Nix packages added to this list!

Expand Down
27 changes: 26 additions & 1 deletion upkeep.dhall
View file
Expand Up @@ -187,6 +187,19 @@ in { jobs =
]
}
, jaxlib = basicCanary "python3Packages.jaxlib"
, jaxlib-bin = basicCanary "python3Packages.jaxlib-bin"
, jaxlib-bin-cuda = Job::{
, steps =
intro
# [ Step::{
, run = Some
''
NIX_PATH=.. nix-build -E "with import <nixpkgs> {}; python3Packages.jaxlib-bin.override { cudaSupport = true; }"
''
, working-directory = Some "./nixpkgs"
}
]
}
, jaxlibWithCuda = basicCanary "python3Packages.jaxlibWithCuda"
, jmp = basicCanary "python3Packages.jmp"
, julia_17-bin = Job::{
Expand Down Expand Up @@ -264,7 +277,19 @@ in { jobs =
]
}
, tensorflow = basicCanary "python3Packages.tensorflow"
, tensorflowWithCuda = basicCanary "python3Packages.tensorflowWithCuda"
, tensorflow-bin = basicCanary "python3Packages.tensorflow-bin"
, tensorflow-bin-cuda = Job::{
, steps =
intro
# [ Step::{
, run = Some
''
NIX_PATH=.. nix-build -E "with import <nixpkgs> {}; python3Packages.tensorflow-bin.override { cudaSupport = true; }"
''
, working-directory = Some "./nixpkgs"
}
]
}
, tensorflow-datasets = basicCanary "python3Packages.tensorflow-datasets"
, tqdm = basicCanary "python3Packages.tqdm"
, treeo = basicCanary "python3Packages.treeo"
Expand Down

0 comments on commit 4543e59

Please sign in to comment.