wehub-resource-sync
30 lines
683 B
Python
30 lines
683 B
Python
import uuid
|
|
|
|
from ray.data.preprocessor import Preprocessor
|
|
|
|
|
|
class DummyPreprocessor(Preprocessor):
|
|
_is_fittable = False
|
|
|
|
def __init__(self, transform=None):
|
|
self.id = uuid.uuid4()
|
|
|
|
if transform is None:
|
|
self.transform = lambda b: b
|
|
else:
|
|
self.transform = transform
|
|
|
|
def transform_batch(self, batch):
|
|
self._batch_transformed = True
|
|
return self.transform(batch)
|
|
|
|
def _transform_pandas(self, df):
|
|
return df
|
|
|
|
@property
|
|
def has_preprocessed(self):
|
|
return hasattr(self, "_batch_transformed")
|
|
|
|
def __eq__(self, other_preprocessor):
|
|
return self.id == other_preprocessor.id
|