wehub-resource-sync
bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
115 lines
3.4 KiB
Python
115 lines
3.4 KiB
Python
# Copyright 2022 Collate
|
|
# Licensed under the Collate Community License, Version 1.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
# https://github.com/open-metadata/OpenMetadata/blob/main/ingestion/LICENSE
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
"""
|
|
Test Vertica connector with CLI.
|
|
|
|
Vertica CE image already comes with a sample database `VMart` that
|
|
we will use here. If for some reason the data gets lost, it can be
|
|
regenerated via: `./opt/vertica/examples/VMart_Schema/vmart_gen`
|
|
"""
|
|
|
|
from typing import List # noqa: UP035
|
|
|
|
from .common.test_cli_db import CliCommonDB # noqa: TID252
|
|
from .common_e2e_sqa_mixins import SQACommonMethods # noqa: TID252
|
|
|
|
|
|
class VerticaCliTest(CliCommonDB.TestSuite, SQACommonMethods):
|
|
create_table_query: str = """
|
|
CREATE TABLE IF NOT EXISTS vendor_dimension_new AS
|
|
SELECT *
|
|
FROM vendor_dimension
|
|
WHERE 1=0;
|
|
"""
|
|
|
|
create_view_query: str = """
|
|
CREATE OR REPLACE VIEW vendor_dimension_v AS
|
|
SELECT vendor_key, vendor_name
|
|
FROM public.vendor_dimension_new;
|
|
"""
|
|
|
|
insert_data_queries: List[str] = [ # noqa: RUF012, UP006
|
|
"INSERT INTO vendor_dimension_new (vendor_key, vendor_name) VALUES (1, 'name');",
|
|
"INSERT INTO vendor_dimension_new (vendor_key, vendor_name) VALUES (2, 'another name');",
|
|
]
|
|
|
|
drop_table_query: str = """
|
|
DROP TABLE IF EXISTS vendor_dimension_new;
|
|
"""
|
|
|
|
drop_view_query: str = """
|
|
DROP VIEW IF EXISTS vendor_dimension_v;
|
|
"""
|
|
|
|
@staticmethod
|
|
def get_connector_name() -> str:
|
|
return "vertica"
|
|
|
|
def create_table_and_view(self) -> None:
|
|
SQACommonMethods.create_table_and_view(self)
|
|
|
|
def delete_table_and_view(self) -> None:
|
|
SQACommonMethods.delete_table_and_view(self)
|
|
|
|
@staticmethod
|
|
def expected_tables() -> int:
|
|
return 16
|
|
|
|
@staticmethod
|
|
def _expected_profiled_tables() -> int:
|
|
return 12
|
|
|
|
def expected_sample_size(self) -> int:
|
|
return len(self.insert_data_queries)
|
|
|
|
def view_column_lineage_count(self) -> int:
|
|
return 2
|
|
|
|
def expected_lineage_node(self) -> str:
|
|
return "e2e_vertica.VMart.public.vendor_dimension_v"
|
|
|
|
@staticmethod
|
|
def fqn_created_table() -> str:
|
|
return "e2e_vertica.VMart.public.vendor_dimension_new"
|
|
|
|
@staticmethod
|
|
def get_includes_schemas() -> List[str]: # noqa: UP006
|
|
return ["public.*"]
|
|
|
|
@staticmethod
|
|
def get_includes_tables() -> List[str]: # noqa: UP006
|
|
return [".*dimension.*"]
|
|
|
|
@staticmethod
|
|
def get_excludes_tables() -> List[str]: # noqa: UP006
|
|
return [".*fact.*"]
|
|
|
|
@staticmethod
|
|
def expected_filtered_schema_includes() -> int:
|
|
return 2
|
|
|
|
@staticmethod
|
|
def expected_filtered_schema_excludes() -> int:
|
|
return 1
|
|
|
|
@staticmethod
|
|
def expected_filtered_table_includes() -> int:
|
|
return 5
|
|
|
|
@staticmethod
|
|
def expected_filtered_table_excludes() -> int:
|
|
return 11
|
|
|
|
@staticmethod
|
|
def expected_filtered_mix() -> int:
|
|
return 4
|