Source code for feast.transformation_server
import logging
import sys
from concurrent import futures
import grpc
import pyarrow as pa
from grpc_reflection.v1alpha import reflection
from feast.errors import OnDemandFeatureViewNotFoundException
from feast.feature_store import FeatureStore
from feast.protos.feast.serving.TransformationService_pb2 import (
DESCRIPTOR,
TRANSFORMATION_SERVICE_TYPE_PYTHON,
GetTransformationServiceInfoResponse,
TransformFeaturesResponse,
ValueType,
)
from feast.protos.feast.serving.TransformationService_pb2_grpc import (
TransformationServiceServicer,
add_TransformationServiceServicer_to_server,
)
from feast.version import get_version
log = logging.getLogger(__name__)
[docs]class TransformationServer(TransformationServiceServicer):
def __init__(self, fs: FeatureStore) -> None:
super().__init__()
self.fs = fs
[docs] def GetTransformationServiceInfo(self, request, context):
response = GetTransformationServiceInfoResponse(
type=TRANSFORMATION_SERVICE_TYPE_PYTHON,
transformation_service_type_details=f"Python: {sys.version}, Feast: {get_version()}",
)
return response
[docs] def TransformFeatures(self, request, context):
try:
odfv = self.fs.get_on_demand_feature_view(
request.on_demand_feature_view_name
)
except OnDemandFeatureViewNotFoundException:
context.set_code(grpc.StatusCode.INVALID_ARGUMENT)
raise
df = pa.ipc.open_file(request.transformation_input.arrow_value).read_pandas()
result_df = odfv.get_transformed_features_df(df, True)
result_arrow = pa.Table.from_pandas(result_df)
sink = pa.BufferOutputStream()
writer = pa.ipc.new_file(sink, result_arrow.schema)
writer.write_table(result_arrow)
writer.close()
buf = sink.getvalue().to_pybytes()
return TransformFeaturesResponse(
transformation_output=ValueType(arrow_value=buf)
)
[docs]def start_server(store: FeatureStore, port: int):
server = grpc.server(futures.ThreadPoolExecutor(max_workers=10))
add_TransformationServiceServicer_to_server(TransformationServer(store), server)
service_names_available_for_reflection = (
DESCRIPTOR.services_by_name["TransformationService"].full_name,
reflection.SERVICE_NAME,
)
reflection.enable_server_reflection(service_names_available_for_reflection, server)
server.add_insecure_port(f"[::]:{port}")
server.start()
server.wait_for_termination()