From 3c8d69b79a77b0b430f927c7a5072bcb1a455bd2 Mon Sep 17 00:00:00 2001 From: Kristoffer Date: Thu, 14 Nov 2024 10:40:05 +0100 Subject: [PATCH 01/13] enable CI (still need to do the sysimage rebuilding) --- .github/workflows/ci.yml | 63 ++++++++++++++++++++++++++++++++++++++++ .gitignore | 3 ++ docs/Project.toml | 3 ++ docs/make.jl | 16 ++++++++++ test/runtests.jl | 1 + 5 files changed, 86 insertions(+) create mode 100644 .github/workflows/ci.yml create mode 100644 .gitignore create mode 100644 docs/Project.toml create mode 100644 docs/make.jl diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml new file mode 100644 index 00000000..3e644829 --- /dev/null +++ b/.github/workflows/ci.yml @@ -0,0 +1,63 @@ +name: CI +on: + pull_request: + push: + branches: + - 'main' + - 'release-*' + tags: '*' +concurrency: + # Skip intermediate builds: all builds except for builds on the `main` or `release-*` branches + # Cancel intermediate builds: only pull request builds + group: ${{ github.workflow }}-${{ github.ref }}-${{ github.ref != 'refs/heads/main' || startsWith(github.ref, 'refs/heads/release-') || github.run_number }} + cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }} +jobs: + test: + runs-on: ${{ matrix.os }} + timeout-minutes: 60 + strategy: + fail-fast: false + matrix: + julia-version: + - 'nightly' + os: + - ubuntu-latest + - windows-latest + julia-arch: + - x64 + - x86 + include: + - os: macOS-latest + julia-arch: aarch64 + julia-version: 'nightly' + - os: macOS-13 + julia-arch: x64 + julia-version: 'nightly' + steps: + - uses: actions/checkout@v4 + - uses: julia-actions/setup-julia@v2 + with: + version: ${{ matrix.julia-version }} + arch: ${{ matrix.julia-arch }} + - uses: julia-actions/cache@v2 + - uses: julia-actions/julia-buildpkg@v1 + - uses: julia-actions/julia-runtest@v1 + - uses: julia-actions/julia-processcoverage@v1 + - uses: codecov/codecov-action@v4 + with: + file: lcov.info + token: ${{ secrets.CODECOV_TOKEN }} + docs: + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v4 + - uses: julia-actions/setup-julia@v2 + with: + version: 'nightly' + - name: Generate docs + run: | + julia --project --color=yes -e '' + julia --project --color=yes -e 'using Pkg; Pkg.respect_sysimage_versions(false); Pkg.activate("docs"); Pkg.develop(PackageSpec(path = pwd()))' + julia --project=docs --color=yes docs/make.jl + env: + DOCUMENTER_KEY: ${{ secrets.DOCUMENTER_KEY }} diff --git a/.gitignore b/.gitignore new file mode 100644 index 00000000..7280a531 --- /dev/null +++ b/.gitignore @@ -0,0 +1,3 @@ +Manifest.toml +Manifest-v*.*.toml +docs/build diff --git a/docs/Project.toml b/docs/Project.toml new file mode 100644 index 00000000..1e03b98d --- /dev/null +++ b/docs/Project.toml @@ -0,0 +1,3 @@ +[deps] +Documenter = "e30172f5-a6a5-5a46-863b-614d45cd2de4" +LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e" diff --git a/docs/make.jl b/docs/make.jl new file mode 100644 index 00000000..e69aaab9 --- /dev/null +++ b/docs/make.jl @@ -0,0 +1,16 @@ +using LinearAlgebra +using Documenter: DocMeta, makedocs, deploydocs, HTML + +DocMeta.setdocmeta!(LinearAlgebra, :DocTestSetup, :(using LinearAlgebra); recursive=true) + +makedocs( + modules = [LinearAlgebra], + sitename = "LinearAlgebra", + pages = Any[ + "LinearAlgebra" => "index.md", + ]; + warnonly = [:missing_docs, :cross_references], + format = HTML(size_threshold = 600 * 2^10 #=600 KiB=#), + ) + +deploydocs(repo = "github.com/KristofferC/LinearAlgebra.jl.git") diff --git a/test/runtests.jl b/test/runtests.jl index d64da989..a64884dd 100644 --- a/test/runtests.jl +++ b/test/runtests.jl @@ -2,6 +2,7 @@ using Test, LinearAlgebra for file in readlines(joinpath(@__DIR__, "testgroups")) + @info "Testing $file" include(file * ".jl") end From 7d769c99478d5e862d492f8b0cda3ab47427d87b Mon Sep 17 00:00:00 2001 From: Kristoffer Carlsson Date: Thu, 14 Nov 2024 13:12:39 +0100 Subject: [PATCH 02/13] Update .github/workflows/ci.yml Co-authored-by: Fredrik Ekre --- .github/workflows/ci.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 3e644829..4cddbcc8 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -61,3 +61,4 @@ jobs: julia --project=docs --color=yes docs/make.jl env: DOCUMENTER_KEY: ${{ secrets.DOCUMENTER_KEY }} + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} From 144ea47757879c8f68b9b8d56927477676def892 Mon Sep 17 00:00:00 2001 From: Kristoffer Date: Thu, 14 Nov 2024 13:20:20 +0100 Subject: [PATCH 03/13] push preview --- docs/make.jl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/make.jl b/docs/make.jl index e69aaab9..351fec43 100644 --- a/docs/make.jl +++ b/docs/make.jl @@ -13,4 +13,4 @@ makedocs( format = HTML(size_threshold = 600 * 2^10 #=600 KiB=#), ) -deploydocs(repo = "github.com/KristofferC/LinearAlgebra.jl.git") +deploydocs(repo = "github.com/KristofferC/LinearAlgebra.jl.git", push_preview = true) From 26e00f00d9e780f56c4e651de6f96712ced08ac4 Mon Sep 17 00:00:00 2001 From: Kristoffer Date: Fri, 15 Nov 2024 14:12:39 +0100 Subject: [PATCH 04/13] updates --- .ci/Manifest.toml | 227 +++++++++++++++++++++++++++ .ci/Project.toml | 9 ++ .ci/create_sysimage_and_run_tests.jl | 7 + .github/workflows/ci.yml | 37 +---- .github/workflows/tagbot.yml | 15 ++ LICENSE.md | 3 + Project.toml | 4 +- 7 files changed, 264 insertions(+), 38 deletions(-) create mode 100644 .ci/Manifest.toml create mode 100644 .ci/Project.toml create mode 100644 .ci/create_sysimage_and_run_tests.jl create mode 100644 .github/workflows/tagbot.yml create mode 100644 LICENSE.md diff --git a/.ci/Manifest.toml b/.ci/Manifest.toml new file mode 100644 index 00000000..321e8fd4 --- /dev/null +++ b/.ci/Manifest.toml @@ -0,0 +1,227 @@ +# This file is machine-generated - editing it directly is not advised + +julia_version = "1.12.0-DEV" +manifest_format = "2.0" +project_hash = "edd5708cecf8de588063d2c49bdb51fd086a753c" + +[[deps.ArgTools]] +uuid = "0dad84c5-d112-42e6-8d28-ef12dabb789f" +version = "1.1.2" + +[[deps.Artifacts]] +uuid = "56f22d72-fd6d-98f1-02f0-08ddc0907c33" +version = "1.11.0" + +[[deps.Base64]] +uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f" +version = "1.11.0" + +[[deps.CompilerSupportLibraries_jll]] +deps = ["Artifacts", "Libdl"] +uuid = "e66e0078-7015-5450-92f7-15fbd957f2ae" +version = "1.2.0+0" + +[[deps.Dates]] +deps = ["Printf"] +uuid = "ade2ca70-3891-5945-98fb-dc099432e06a" +version = "1.11.0" + +[[deps.Distributed]] +deps = ["Random", "Serialization", "Sockets"] +uuid = "8ba89e20-285c-5b6f-9357-94700520ee1b" +version = "1.11.0" + +[[deps.Downloads]] +deps = ["ArgTools", "FileWatching", "LibCURL", "NetworkOptions"] +uuid = "f43a241f-c20a-4ad4-852c-f6b1247861c6" +version = "1.6.0" + +[[deps.FileWatching]] +uuid = "7b1f6079-737a-58dc-b8bc-7a2ca5c1b5ee" +version = "1.11.0" + +[[deps.Glob]] +git-tree-sha1 = "97285bbd5230dd766e9ef6749b80fc617126d496" +uuid = "c27321d9-0574-5035-807b-f59d2c89b15c" +version = "1.3.1" + +[[deps.InteractiveUtils]] +deps = ["Markdown"] +uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240" +version = "1.11.0" + +[[deps.JuliaSyntaxHighlighting]] +deps = ["StyledStrings"] +uuid = "dc6e5ff7-fb65-4e79-a425-ec3bc9c03011" +version = "1.12.0" + +[[deps.LazyArtifacts]] +deps = ["Artifacts", "Pkg"] +uuid = "4af54fe1-eca0-43a8-85a7-787d91b784e3" +version = "1.11.0" + +[[deps.LibCURL]] +deps = ["LibCURL_jll", "MozillaCACerts_jll"] +uuid = "b27032c2-a3e7-50c8-80cd-2d36dbcbfd21" +version = "0.6.4" + +[[deps.LibCURL_jll]] +deps = ["Artifacts", "LibSSH2_jll", "Libdl", "MbedTLS_jll", "Zlib_jll", "nghttp2_jll"] +uuid = "deac9b47-8bc7-5906-a0fe-35ac56dc84c0" +version = "8.6.0+0" + +[[deps.LibGit2]] +deps = ["LibGit2_jll", "NetworkOptions", "Printf", "SHA"] +uuid = "76f85450-5226-5b5a-8eaa-529ad045b433" +version = "1.11.0" + +[[deps.LibGit2_jll]] +deps = ["Artifacts", "LibSSH2_jll", "Libdl", "MbedTLS_jll"] +uuid = "e37daf67-58a4-590a-8e99-b0245dd2ffc5" +version = "1.8.0+0" + +[[deps.LibSSH2_jll]] +deps = ["Artifacts", "Libdl", "MbedTLS_jll"] +uuid = "29816b5a-b9ab-546f-933c-edad1886dfa8" +version = "1.11.0+1" + +[[deps.Libdl]] +uuid = "8f399da3-3557-5675-b5ff-fb832c97cbdb" +version = "1.11.0" + +[[deps.LinearAlgebra]] +deps = ["Libdl", "OpenBLAS_jll", "libblastrampoline_jll"] +path = ".." +uuid = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e" +version = "1.11.0" + +[[deps.Logging]] +uuid = "56ddb016-857b-54e1-b83d-db4d58db5568" +version = "1.11.0" + +[[deps.Markdown]] +deps = ["Base64", "JuliaSyntaxHighlighting", "StyledStrings"] +uuid = "d6f4376e-aef5-505a-96c1-9c027394607a" +version = "1.11.0" + +[[deps.MbedTLS_jll]] +deps = ["Artifacts", "Libdl"] +uuid = "c8ffd9c3-330d-5841-b78e-0817d7145fa1" +version = "2.28.6+1" + +[[deps.MozillaCACerts_jll]] +uuid = "14a3606d-f60d-562e-9121-12d972cd8159" +version = "2024.3.11" + +[[deps.NetworkOptions]] +uuid = "ca575930-c2e3-43a9-ace4-1e988b2c1908" +version = "1.2.0" + +[[deps.OpenBLAS_jll]] +deps = ["Artifacts", "CompilerSupportLibraries_jll", "Libdl"] +uuid = "4536629a-c528-5b80-bd46-f80d51c5b363" +version = "0.3.28+3" + +[[deps.PackageCompiler]] +deps = ["Artifacts", "Glob", "LazyArtifacts", "Libdl", "Pkg", "Printf", "RelocatableFolders", "TOML", "UUIDs", "p7zip_jll"] +git-tree-sha1 = "f457fea1aad46fd990e613cf30911e2abc33281c" +repo-rev = "kc/nightly" +repo-url = "https://github.com/JuliaLang/PackageCompiler.jl.git" +uuid = "9b87118b-4619-50d2-8e1e-99f35a4d4d9d" +version = "2.1.22" + +[[deps.Pkg]] +deps = ["Artifacts", "Dates", "Downloads", "FileWatching", "LibGit2", "Libdl", "Logging", "Markdown", "Printf", "Random", "SHA", "TOML", "Tar", "UUIDs", "p7zip_jll"] +uuid = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f" +version = "1.12.0" +weakdeps = ["REPL"] + + [deps.Pkg.extensions] + REPLExt = "REPL" + +[[deps.Printf]] +deps = ["Unicode"] +uuid = "de0858da-6303-5e67-8744-51eddeeeb8d7" +version = "1.11.0" + +[[deps.REPL]] +deps = ["InteractiveUtils", "JuliaSyntaxHighlighting", "Markdown", "Sockets", "StyledStrings", "Unicode"] +uuid = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb" +version = "1.11.0" + +[[deps.Random]] +deps = ["SHA"] +uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c" +version = "1.11.0" + +[[deps.RelocatableFolders]] +deps = ["SHA", "Scratch"] +git-tree-sha1 = "ffdaf70d81cf6ff22c2b6e733c900c3321cab864" +uuid = "05181044-ff0b-4ac5-8273-598c1e38db00" +version = "1.0.1" + +[[deps.SHA]] +uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce" +version = "0.7.0" + +[[deps.Scratch]] +deps = ["Dates"] +git-tree-sha1 = "3bac05bc7e74a75fd9cba4295cde4045d9fe2386" +uuid = "6c6a2e73-6563-6170-7368-637461726353" +version = "1.2.1" + +[[deps.Serialization]] +uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b" +version = "1.11.0" + +[[deps.Sockets]] +uuid = "6462fe0b-24de-5631-8697-dd941f90decc" +version = "1.11.0" + +[[deps.StyledStrings]] +uuid = "f489334b-da3d-4c2e-b8f0-e476e12c162b" +version = "1.11.0" + +[[deps.TOML]] +deps = ["Dates"] +uuid = "fa267f1f-6049-4f14-aa54-33bafae1ed76" +version = "1.0.3" + +[[deps.Tar]] +deps = ["ArgTools", "SHA"] +uuid = "a4e569a6-e804-4fa4-b0f3-eef7a1d5b13e" +version = "1.10.0" + +[[deps.Test]] +deps = ["InteractiveUtils", "Logging", "Random", "Serialization"] +uuid = "8dfed614-e22c-5e08-85e1-65c5234f0b40" +version = "1.11.0" + +[[deps.UUIDs]] +deps = ["Random", "SHA"] +uuid = "cf7118a7-6976-5b1a-9a39-7adc72f591a4" +version = "1.11.0" + +[[deps.Unicode]] +uuid = "4ec0a83e-493e-50e2-b9ac-8f72acf5a8f5" +version = "1.11.0" + +[[deps.Zlib_jll]] +deps = ["Libdl"] +uuid = "83775a58-1f1d-513f-b197-d71354ab007a" +version = "1.3.1+1" + +[[deps.libblastrampoline_jll]] +deps = ["Artifacts", "Libdl"] +uuid = "8e850b90-86db-534c-a0d3-1478176c7d93" +version = "5.11.2+0" + +[[deps.nghttp2_jll]] +deps = ["Artifacts", "Libdl"] +uuid = "8e850ede-7688-5339-a07c-302acd2aaf8d" +version = "1.63.0+1" + +[[deps.p7zip_jll]] +deps = ["Artifacts", "Libdl"] +uuid = "3f19e933-33d8-53b3-aaab-bd5110c3b7a0" +version = "17.5.0+1" diff --git a/.ci/Project.toml b/.ci/Project.toml new file mode 100644 index 00000000..b54343ab --- /dev/null +++ b/.ci/Project.toml @@ -0,0 +1,9 @@ +[deps] +Dates = "ade2ca70-3891-5945-98fb-dc099432e06a" +Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b" +LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e" +PackageCompiler = "9b87118b-4619-50d2-8e1e-99f35a4d4d9d" +Printf = "de0858da-6303-5e67-8744-51eddeeeb8d7" +REPL = "3fa0cd96-eef1-5676-8a61-b3b8758bbffb" +Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c" +Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40" diff --git a/.ci/create_sysimage_and_run_tests.jl b/.ci/create_sysimage_and_run_tests.jl new file mode 100644 index 00000000..68ee7b45 --- /dev/null +++ b/.ci/create_sysimage_and_run_tests.jl @@ -0,0 +1,7 @@ +using PackageCompiler + +sysimage = tempname() +create_sysimage(["LinearAlgebra", "Test", "Distributed", "Dates", "REPL", "Printf", "Random"]; sysimage_path=sysimage, incremental=false, filter_stdlibs=true) + +current_dir = @__DIR__ +run(`$(Base.julia_cmd()) --sysimage=$sysimage --project=$current_dir -e 'Base.runtests(["LinearAlgebra"]; propagate_project=true)'`) diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 4cddbcc8..dcd371df 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -3,7 +3,7 @@ on: pull_request: push: branches: - - 'main' + - 'master' - 'release-*' tags: '*' concurrency: @@ -12,41 +12,6 @@ concurrency: group: ${{ github.workflow }}-${{ github.ref }}-${{ github.ref != 'refs/heads/main' || startsWith(github.ref, 'refs/heads/release-') || github.run_number }} cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }} jobs: - test: - runs-on: ${{ matrix.os }} - timeout-minutes: 60 - strategy: - fail-fast: false - matrix: - julia-version: - - 'nightly' - os: - - ubuntu-latest - - windows-latest - julia-arch: - - x64 - - x86 - include: - - os: macOS-latest - julia-arch: aarch64 - julia-version: 'nightly' - - os: macOS-13 - julia-arch: x64 - julia-version: 'nightly' - steps: - - uses: actions/checkout@v4 - - uses: julia-actions/setup-julia@v2 - with: - version: ${{ matrix.julia-version }} - arch: ${{ matrix.julia-arch }} - - uses: julia-actions/cache@v2 - - uses: julia-actions/julia-buildpkg@v1 - - uses: julia-actions/julia-runtest@v1 - - uses: julia-actions/julia-processcoverage@v1 - - uses: codecov/codecov-action@v4 - with: - file: lcov.info - token: ${{ secrets.CODECOV_TOKEN }} docs: runs-on: ubuntu-latest steps: diff --git a/.github/workflows/tagbot.yml b/.github/workflows/tagbot.yml new file mode 100644 index 00000000..f49313b6 --- /dev/null +++ b/.github/workflows/tagbot.yml @@ -0,0 +1,15 @@ +name: TagBot +on: + issue_comment: + types: + - created + workflow_dispatch: +jobs: + TagBot: + if: github.event_name == 'workflow_dispatch' || github.actor == 'JuliaTagBot' + runs-on: ubuntu-latest + steps: + - uses: JuliaRegistries/TagBot@v1 + with: + token: ${{ secrets.GITHUB_TOKEN }} + ssh: ${{ secrets.DOCUMENTER_KEY }} diff --git a/LICENSE.md b/LICENSE.md new file mode 100644 index 00000000..b2543900 --- /dev/null +++ b/LICENSE.md @@ -0,0 +1,3 @@ +The code in this repository is part of the Julia project. See the LICENSE file in the Julia project: + +https://github.com/JuliaLang/julia/blob/master/LICENSE.md diff --git a/Project.toml b/Project.toml index 892de039..f8db150c 100644 --- a/Project.toml +++ b/Project.toml @@ -4,12 +4,12 @@ version = "1.11.0" [deps] Libdl = "8f399da3-3557-5675-b5ff-fb832c97cbdb" -libblastrampoline_jll = "8e850b90-86db-534c-a0d3-1478176c7d93" OpenBLAS_jll = "4536629a-c528-5b80-bd46-f80d51c5b363" +libblastrampoline_jll = "8e850b90-86db-534c-a0d3-1478176c7d93" [extras] -Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40" Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c" +Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40" [targets] test = ["Test", "Random"] From 9c69547e74948b86b954f83ae8a0175b35926f89 Mon Sep 17 00:00:00 2001 From: Fredrik Ekre Date: Mon, 18 Nov 2024 11:25:47 +0100 Subject: [PATCH 05/13] initial bk stuff --- .buildkite/pipeline.yml | 7 ++++++ .buildkite/runtests-matrix.txt | 2 ++ .buildkite/runtests.yml | 35 ++++++++++++++++++++++++++++ .buildkite/upload-runtests-matrix.sh | 8 +++++++ 4 files changed, 52 insertions(+) create mode 100644 .buildkite/pipeline.yml create mode 100644 .buildkite/runtests-matrix.txt create mode 100644 .buildkite/runtests.yml create mode 100644 .buildkite/upload-runtests-matrix.sh diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml new file mode 100644 index 00000000..7a4f962a --- /dev/null +++ b/.buildkite/pipeline.yml @@ -0,0 +1,7 @@ +--- +steps: + - label: ":rocket: Launch test jobs" + command: buildkite-agent pipeline upload ./.buildkite/runtests.yml + agents: + queue: "julia" + os: "linux" diff --git a/.buildkite/runtests-matrix.txt b/.buildkite/runtests-matrix.txt new file mode 100644 index 00000000..26be757e --- /dev/null +++ b/.buildkite/runtests-matrix.txt @@ -0,0 +1,2 @@ +# OS ARCH ROOTFS_IMAGE_NAME ROOTFS_TAG ROOTFS_ARCH ROOTFS_HASH +linux x86_64 package_linux v6.00 x86_64 4dcde853eb5baaa0a8f087b633eaf955dc94b5dc diff --git a/.buildkite/runtests.yml b/.buildkite/runtests.yml new file mode 100644 index 00000000..e8d75cec --- /dev/null +++ b/.buildkite/runtests.yml @@ -0,0 +1,35 @@ +--- +steps: + # Linux x86_64 + - label: ":linux: linux-x86_64" + plugins: + # Julia installation outside the sandbox + - JuliaCI/julia#v1: + version: '1.10' + - staticfloat/sandbox#v2: + rootfs_url: https://github.com/JuliaCI/rootfs-images/releases/download/v6.00/package_linux.x86_64.tar.gz + rootfs_treehash: "4dcde853eb5baaa0a8f087b633eaf955dc94b5dc" + uid: 1000 + gid: 1000 + # Julia installation inside the sandbox + - JuliaCI/julia#v1: + version: "nightly" + command: | + julia --color=yes --project=.ci -e 'using Pkg; Pkg.instantiate()' + julia --color=yes --project=.ci .ci/create_sysimage_and_run_tests.jl + agents: + queue: "julia" + os: "linux" + arch: "x86_64" + # macOS aarch64 + - label: ":macos: macos-aarch64" + plugins: + - JuliaCI/julia#v1: + version: "nightly" + command: | + julia --color=yes --project=.ci -e 'using Pkg; Pkg.instantiate()' + julia --color=yes --project=.ci .ci/create_sysimage_and_run_tests.jl + agents: + queue: "julia" + os: "macos" + arch: "aarch64" diff --git a/.buildkite/upload-runtests-matrix.sh b/.buildkite/upload-runtests-matrix.sh new file mode 100644 index 00000000..2130b428 --- /dev/null +++ b/.buildkite/upload-runtests-matrix.sh @@ -0,0 +1,8 @@ +#!/usr/bin/env bash + +while read -r OS ARCH ROOTFS_IMAGE_NAME ROOTFS_TAG ROOTFS_ARCH ROOTFS_HASH; do + # Skip empty lines and comments + [[ -z "${OS}" || "${OS}" == \#* ]] && continue + export OS ARCH ROOTFS_IMAGE_NAME ROOTFS_TAG ROOTFS_ARCH ROOTFS_HASH + buildkite-agent pipeline upload ./.buildkite/runtests.yml +done < ".buildkite/runtests-matrix.txt" From 78185b23ea435824c0661146b3786f75d7815fd0 Mon Sep 17 00:00:00 2001 From: Kristoffer Date: Thu, 21 Nov 2024 09:14:40 +0100 Subject: [PATCH 06/13] bump PackageCompiler version --- .ci/Manifest.toml | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/.ci/Manifest.toml b/.ci/Manifest.toml index 321e8fd4..3ec9ce94 100644 --- a/.ci/Manifest.toml +++ b/.ci/Manifest.toml @@ -124,8 +124,8 @@ version = "0.3.28+3" [[deps.PackageCompiler]] deps = ["Artifacts", "Glob", "LazyArtifacts", "Libdl", "Pkg", "Printf", "RelocatableFolders", "TOML", "UUIDs", "p7zip_jll"] -git-tree-sha1 = "f457fea1aad46fd990e613cf30911e2abc33281c" -repo-rev = "kc/nightly" +git-tree-sha1 = "02aabd917887f198fd0a01b1d935774c5c459f8c" +repo-rev = "master" repo-url = "https://github.com/JuliaLang/PackageCompiler.jl.git" uuid = "9b87118b-4619-50d2-8e1e-99f35a4d4d9d" version = "2.1.22" @@ -214,7 +214,7 @@ version = "1.3.1+1" [[deps.libblastrampoline_jll]] deps = ["Artifacts", "Libdl"] uuid = "8e850b90-86db-534c-a0d3-1478176c7d93" -version = "5.11.2+0" +version = "5.11.1+0" [[deps.nghttp2_jll]] deps = ["Artifacts", "Libdl"] From e71c9d4891d1f11da14e6970e1cb4d57f6546a81 Mon Sep 17 00:00:00 2001 From: Kristoffer Date: Thu, 21 Nov 2024 09:49:30 +0100 Subject: [PATCH 07/13] run with more cores on apple --- .ci/create_sysimage_and_run_tests.jl | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/.ci/create_sysimage_and_run_tests.jl b/.ci/create_sysimage_and_run_tests.jl index 68ee7b45..fd5d9204 100644 --- a/.ci/create_sysimage_and_run_tests.jl +++ b/.ci/create_sysimage_and_run_tests.jl @@ -4,4 +4,6 @@ sysimage = tempname() create_sysimage(["LinearAlgebra", "Test", "Distributed", "Dates", "REPL", "Printf", "Random"]; sysimage_path=sysimage, incremental=false, filter_stdlibs=true) current_dir = @__DIR__ -run(`$(Base.julia_cmd()) --sysimage=$sysimage --project=$current_dir -e 'Base.runtests(["LinearAlgebra"]; propagate_project=true)'`) +ncores = Sys.isapple() ? Sys.CPU_THREADS : ceil(Int, Sys.CPU_THREADS / 2) +cmd = """Base.runtests(["LinearAlgebra"]; propagate_project=true, ncores=$ncores)""" +run(`$(Base.julia_cmd()) --sysimage=$sysimage --project=$current_dir -e $cmd`) From 3280bc68e8e6c7063a603afacb05a4a19e50204a Mon Sep 17 00:00:00 2001 From: Fredrik Ekre Date: Thu, 21 Nov 2024 10:39:42 +0100 Subject: [PATCH 08/13] rm unused files --- .buildkite/runtests-matrix.txt | 2 -- .buildkite/upload-runtests-matrix.sh | 8 -------- 2 files changed, 10 deletions(-) delete mode 100644 .buildkite/runtests-matrix.txt delete mode 100644 .buildkite/upload-runtests-matrix.sh diff --git a/.buildkite/runtests-matrix.txt b/.buildkite/runtests-matrix.txt deleted file mode 100644 index 26be757e..00000000 --- a/.buildkite/runtests-matrix.txt +++ /dev/null @@ -1,2 +0,0 @@ -# OS ARCH ROOTFS_IMAGE_NAME ROOTFS_TAG ROOTFS_ARCH ROOTFS_HASH -linux x86_64 package_linux v6.00 x86_64 4dcde853eb5baaa0a8f087b633eaf955dc94b5dc diff --git a/.buildkite/upload-runtests-matrix.sh b/.buildkite/upload-runtests-matrix.sh deleted file mode 100644 index 2130b428..00000000 --- a/.buildkite/upload-runtests-matrix.sh +++ /dev/null @@ -1,8 +0,0 @@ -#!/usr/bin/env bash - -while read -r OS ARCH ROOTFS_IMAGE_NAME ROOTFS_TAG ROOTFS_ARCH ROOTFS_HASH; do - # Skip empty lines and comments - [[ -z "${OS}" || "${OS}" == \#* ]] && continue - export OS ARCH ROOTFS_IMAGE_NAME ROOTFS_TAG ROOTFS_ARCH ROOTFS_HASH - buildkite-agent pipeline upload ./.buildkite/runtests.yml -done < ".buildkite/runtests-matrix.txt" From 4a6a0a9fcc48a68d9c5cdfaf32a7d9b7d99054c0 Mon Sep 17 00:00:00 2001 From: Fredrik Ekre Date: Thu, 21 Nov 2024 10:41:26 +0100 Subject: [PATCH 09/13] limit cpus on linux --- .buildkite/runtests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/runtests.yml b/.buildkite/runtests.yml index e8d75cec..e50c7be1 100644 --- a/.buildkite/runtests.yml +++ b/.buildkite/runtests.yml @@ -21,6 +21,7 @@ steps: queue: "julia" os: "linux" arch: "x86_64" + cpuset_limited: "true" # macOS aarch64 - label: ":macos: macos-aarch64" plugins: From 88f083a718b983ef5b6a05389e8cc9cd15694547 Mon Sep 17 00:00:00 2001 From: Kristoffer Date: Thu, 21 Nov 2024 10:47:45 +0100 Subject: [PATCH 10/13] revert thingy --- .ci/create_sysimage_and_run_tests.jl | 12 +++++++++--- 1 file changed, 9 insertions(+), 3 deletions(-) diff --git a/.ci/create_sysimage_and_run_tests.jl b/.ci/create_sysimage_and_run_tests.jl index fd5d9204..e5169540 100644 --- a/.ci/create_sysimage_and_run_tests.jl +++ b/.ci/create_sysimage_and_run_tests.jl @@ -1,9 +1,15 @@ using PackageCompiler sysimage = tempname() -create_sysimage(["LinearAlgebra", "Test", "Distributed", "Dates", "REPL", "Printf", "Random"]; sysimage_path=sysimage, incremental=false, filter_stdlibs=true) -current_dir = @__DIR__ ncores = Sys.isapple() ? Sys.CPU_THREADS : ceil(Int, Sys.CPU_THREADS / 2) + +withenv("JULIA_IMAGE_THREADS" => ncores) do + create_sysimage(["LinearAlgebra", "Test", "Distributed", "Dates", "REPL", "Printf", "Random"]; sysimage_path=sysimage, incremental=false, filter_stdlibs=true) +end + +current_dir = @__DIR__ cmd = """Base.runtests(["LinearAlgebra"]; propagate_project=true, ncores=$ncores)""" -run(`$(Base.julia_cmd()) --sysimage=$sysimage --project=$current_dir -e $cmd`) +withenv("JULIA_NUM_THREADS" => 1) do + run(`$(Base.julia_cmd()) --sysimage=$sysimage --project=$current_dir -e $cmd`) +end From d8c89c7b9b8d2308b7d4f0973a6c675f8177c29a Mon Sep 17 00:00:00 2001 From: Fredrik Ekre Date: Thu, 21 Nov 2024 10:51:41 +0100 Subject: [PATCH 11/13] windows --- .buildkite/runtests.yml | 12 ++++++++++++ 1 file changed, 12 insertions(+) diff --git a/.buildkite/runtests.yml b/.buildkite/runtests.yml index e50c7be1..fa04f5e0 100644 --- a/.buildkite/runtests.yml +++ b/.buildkite/runtests.yml @@ -34,3 +34,15 @@ steps: queue: "julia" os: "macos" arch: "aarch64" + # windows x86_64 + - label: ":windows: windows-x86_64" + plugins: + - JuliaCI/julia#v1: + version: "nightly" + command: | + julia --color=yes --project=.ci -e 'using Pkg; Pkg.instantiate()' + julia --color=yes --project=.ci .ci/create_sysimage_and_run_tests.jl + agents: + queue: "julia" + os: "windows" + arch: "x86_64" From 5a20b2a885a8c2a7e4b55d6edbcfaba422dfaa45 Mon Sep 17 00:00:00 2001 From: Kristoffer Date: Thu, 21 Nov 2024 11:08:54 +0100 Subject: [PATCH 12/13] run with more cores on buildkite --- .ci/create_sysimage_and_run_tests.jl | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/.ci/create_sysimage_and_run_tests.jl b/.ci/create_sysimage_and_run_tests.jl index e5169540..c5901755 100644 --- a/.ci/create_sysimage_and_run_tests.jl +++ b/.ci/create_sysimage_and_run_tests.jl @@ -2,7 +2,11 @@ using PackageCompiler sysimage = tempname() -ncores = Sys.isapple() ? Sys.CPU_THREADS : ceil(Int, Sys.CPU_THREADS / 2) +if haskey(ENV, "BUILDKITE") + ncores = Sys.CPU_THREADS +else + ncores = ceil(Int, Sys.CPU_THREADS / 2) +end withenv("JULIA_IMAGE_THREADS" => ncores) do create_sysimage(["LinearAlgebra", "Test", "Distributed", "Dates", "REPL", "Printf", "Random"]; sysimage_path=sysimage, incremental=false, filter_stdlibs=true) From 028cb5db40d00209a7ccad2772fb589e8a9e0bce Mon Sep 17 00:00:00 2001 From: Fredrik Ekre Date: Thu, 21 Nov 2024 12:20:58 +0100 Subject: [PATCH 13/13] Increase linux testing timeout to 120 minutes --- .buildkite/runtests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.buildkite/runtests.yml b/.buildkite/runtests.yml index fa04f5e0..0843d7e0 100644 --- a/.buildkite/runtests.yml +++ b/.buildkite/runtests.yml @@ -22,6 +22,7 @@ steps: os: "linux" arch: "x86_64" cpuset_limited: "true" + timeout_in_minutes: 120 # macOS aarch64 - label: ":macos: macos-aarch64" plugins: