local_graph_element_registry.py

#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#    http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#

from dataclasses import dataclass
from pathlib import Path
from typing import List, Sequence

from pyspark.pipelines.output import Output
from pyspark.pipelines.flow import AutoCdcFlow, Flow
from pyspark.pipelines.graph_element_registry import GraphElementRegistry


@dataclass(frozen=True)
class SqlFile:
    sql_text: str
    file_path: Path


class LocalGraphElementRegistry(GraphElementRegistry):
    def __init__(self) -> None:
        self._outputs: List[Output] = []
        self._flows: List[Flow] = []
        self._auto_cdc_flows: List[AutoCdcFlow] = []
        self._sql_files: List[SqlFile] = []

    def register_output(self, output: Output) -> None:
        self._outputs.append(output)

    def register_flow(self, flow: Flow) -> None:
        self._flows.append(flow)

    def register_auto_cdc_flow(self, flow: AutoCdcFlow) -> None:
        self._auto_cdc_flows.append(flow)

    def register_sql(self, sql_text: str, file_path: Path) -> None:
        self._sql_files.append(SqlFile(sql_text, file_path))

    @property
    def outputs(self) -> Sequence[Output]:
        return self._outputs

    @property
    def flows(self) -> Sequence[Flow]:
        return self._flows

    @property
    def auto_cdc_flows(self) -> Sequence[AutoCdcFlow]:
        return self._auto_cdc_flows

    @property
    def sql_files(self) -> Sequence[SqlFile]:
        return self._sql_files