Merge pull request #143 from RomeoV/main

Change default parallel executor to `ThreadedEx`

Project.toml

@@ -1,15 +1,14 @@
 name = "MLUtils"
 uuid = "f1d291b0-491e-4a28-83b9-f70985020b54"
 authors = ["Carlo Lucibello <carlo.lucibello@gmail.com> and contributors"]
-version = "0.4.2"
+version = "0.4.3"
 
 [deps]
 ChainRulesCore = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"
 Compat = "34da2185-b29b-5c13-b0c7-acf172513d20"
 DataAPI = "9a962f9c-6df0-11e9-0e5d-c546b8b5ee8a"
 DelimitedFiles = "8bb1440f-4735-579b-a4ab-409b98df4dab"
 FLoops = "cc61a311-1640-44b5-9fba-1b764f453329"
-FoldsThreads = "9c68100b-dfe1-47cf-94c8-95104e173443"
 NNlib = "872c559c-99b0-510c-b3b7-b6c96a88d5cd"
 Random = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
 ShowCases = "605ecd9f-84a6-4c9e-81e2-4798472b76a3"
@@ -25,7 +24,6 @@ Compat = "4.2"
 DataAPI = "1.0"
 DelimitedFiles = "1.0"
 FLoops = "0.2"
-FoldsThreads = "0.1"
 NNlib = "0.8"
 ShowCases = "0.1"
 SimpleTraits = "0.9"

src/MLUtils.jl

@@ -5,7 +5,6 @@ using Statistics
 using ShowCases: ShowLimit
 using FLoops: @floop
 using FLoops.Transducers: Executor, ThreadedEx
-using FoldsThreads: TaskPoolEx
 import StatsBase: sample
 using Transducers
 using Tables

src/parallel.jl

@@ -73,7 +73,7 @@ end
 # since  `ThreadedEx` has shown to be more performant. This may
 # change in the future.
 # See PR 33 https://github.com/JuliaML/MLUtils.jl/pull/33
-_default_executor() = TaskPoolEx(basesize=1, background=Threads.nthreads() > 1)
+_default_executor() = ThreadedEx()
 
 
 # ## Internals

test/parallel.jl

@@ -8,8 +8,8 @@
         @test length(unique(X_)) == 10
     end
 
-    @testset "With `TaskPoolEx`" begin
-        iter = eachobsparallel(collect(1:10); executor = TaskPoolEx())
+    @testset "With `ThreadedEx`" begin
+        iter = eachobsparallel(collect(1:10); executor = ThreadedEx())
         @test_nowarn for i in iter end
         X_ = collect(iter)
         @test all(x ∈ 1:10 for x in X_)

test/runtests.jl

@@ -6,7 +6,6 @@ using SparseArrays
 using Random, Statistics
 using Test
 using Transducers
-using FoldsThreads: TaskPoolEx
 using ChainRulesTestUtils: test_rrule
 using Zygote: ZygoteRuleConfig
 using ChainRulesCore: rrule_via_ad