Skip to content

Commit

Permalink
data factory fixes
Browse files Browse the repository at this point in the history
Signed-off-by: blublinsky <blublinsky@hotmail.com>
  • Loading branch information
blublinsky committed Apr 26, 2024
1 parent 492c3ed commit 1c7a0ff
Show file tree
Hide file tree
Showing 3 changed files with 6 additions and 6 deletions.
4 changes: 2 additions & 2 deletions .make.versions
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,8 @@
################################################################################

# Data prep lab wheel version
DPL_LIB_VERSION=0.1.3
DPL_LIB_KFP_VERSION=0.1.4
DPL_LIB_VERSION=0.1.4
DPL_LIB_KFP_VERSION=0.1.5

# Begin transform versions/tags
BLOCKLIST_VERSION=0.2.0
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
from datetime import datetime

import ray
from data_processing.data_access import DataAccessFactory
from data_processing.data_access import DataAccessFactoryBase
from data_processing.ray import (
DefaultTableTransformConfiguration,
RayUtils,
Expand All @@ -34,7 +34,7 @@
@ray.remote(num_cpus=1, scheduling_strategy="SPREAD")
def orchestrate(
preprocessing_params: TransformOrchestratorConfiguration,
data_access_factory: DataAccessFactory,
data_access_factory: DataAccessFactoryBase,
transform_runtime_config: DefaultTableTransformConfiguration,
) -> int:
"""
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -13,7 +13,7 @@
import argparse
from typing import Any

from data_processing.data_access import DataAccessFactory
from data_processing.data_access import DataAccessFactoryBase
from data_processing.transform import AbstractTableTransform
from data_processing.utils import CLIArgumentProvider
from ray.actor import ActorHandle
Expand All @@ -32,7 +32,7 @@ def __init__(self, params: dict[str, Any]):
self.params = params

def get_transform_config(
self, data_access_factory: DataAccessFactory, statistics: ActorHandle, files: list[str]
self, data_access_factory: DataAccessFactoryBase, statistics: ActorHandle, files: list[str]
) -> dict[str, Any]:
"""
Get the dictionary of configuration that will be provided to the transform's initializer.
Expand Down

0 comments on commit 1c7a0ff

Please sign in to comment.