forked from data-prep-kit/data-prep-kit
-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathruntime_configuration.py
More file actions
37 lines (33 loc) · 1.65 KB
/
runtime_configuration.py
File metadata and controls
37 lines (33 loc) · 1.65 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
# (C) Copyright IBM Corp. 2024.
# Licensed under the Apache License, Version 2.0 (the “License”);
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
# http://www.apache.org/licenses/LICENSE-2.0
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an “AS IS” BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
################################################################################
from data_processing.runtime import TransformRuntimeConfiguration
from data_processing.transform import TransformConfiguration
from data_processing_ray.runtime.ray import DefaultRayTransformRuntime
class RayTransformRuntimeConfiguration(TransformRuntimeConfiguration):
def __init__(
self,
transform_config: TransformConfiguration,
runtime_class: type[DefaultRayTransformRuntime] = DefaultRayTransformRuntime,
):
"""
Initialization
:param transform_config - base configuration class
:param runtime_class: implementation of the transform runtime
"""
super().__init__(transform_config=transform_config)
self.runtime_class = runtime_class
def create_transform_runtime(self) -> DefaultRayTransformRuntime:
"""
Create transform runtime with the parameters captured during apply_input_params()
:return: transform runtime object
"""
return self.runtime_class(self.transform_config.get_transform_params())