Skip to content

Commit

Permalink
* merged joins into one branch to avoid any more inconsistencies betw…
Browse files Browse the repository at this point in the history
…een multiprocessing and single processing

* mapping cannot multiprocessed/constant memory because states depend on all precending slices
  • Loading branch information
realratchet committed Feb 28, 2024
1 parent 03b7e72 commit aee872b
Show file tree
Hide file tree
Showing 3 changed files with 63 additions and 281 deletions.
3 changes: 3 additions & 0 deletions nimlite/pymodules.nim
Expand Up @@ -60,6 +60,7 @@ type PyModules {.requiresInit.} = object
mplite*: PyModule[PyMplite]
nimlite*: PyEmptyModule
tqdm*: PyModule[PyTqdm]
math*: PyEmptyModule

proc newModule[K, T](Class: typedesc[K], module: nimpy.PyObject, classes: T): K {.inline.} = Class(module: module, classes: classes)
proc newModule[K, T1, T2](Class: typedesc[K], module: nimpy.PyObject, classes: T1, modules: T2): K {.inline.} = Class(module: module, classes: classes, modules: modules)
Expand All @@ -86,6 +87,7 @@ proc importPy(): void =
let iNumpy = nimpy.pyImport("numpy")
let iTqdm = nimpy.pyImport("tqdm")
let iNimlite = nimpy.pyImport("tablite.nimlite")
let iMath = nimpy.pyImport("math")

let iPyBuiltins = PyBuiltins(
NoneTypeClass: iBuiltins.None.getattr("__class__"),
Expand Down Expand Up @@ -124,6 +126,7 @@ proc importPy(): void =
mplite: PyModule[PyMplite].newModule(iMplite, iPyMplite),
nimlite: newEmptyModule(iNimlite),
tqdm: PyModule[PyTqdm].newModule(iTqdm, iPyTqdm),
math: newEmptyModule(iMath),
)

py = some(pyModules)
Expand Down

0 comments on commit aee872b

Please sign in to comment.