wehub-resource-sync
bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
81 lines
2.5 KiB
Python
81 lines
2.5 KiB
Python
from typing import TYPE_CHECKING
|
|
|
|
import boto3
|
|
import pytest
|
|
from testcontainers.localstack import LocalStackContainer
|
|
|
|
from metadata.generated.schema.api.services.createDatabaseService import (
|
|
CreateDatabaseServiceRequest,
|
|
)
|
|
from metadata.generated.schema.entity.services.connections.database.dynamoDBConnection import (
|
|
DynamoDBConnection,
|
|
)
|
|
from metadata.generated.schema.entity.services.databaseService import (
|
|
DatabaseConnection,
|
|
DatabaseService,
|
|
DatabaseServiceType,
|
|
)
|
|
from metadata.generated.schema.security.credentials.awsCredentials import AWSCredentials
|
|
|
|
if TYPE_CHECKING:
|
|
from mypy_boto3_dynamodb.client import DynamoDBClient
|
|
else:
|
|
DynamoDBClient = None
|
|
|
|
|
|
@pytest.fixture(scope="package")
|
|
def localstack_container():
|
|
with LocalStackContainer("localstack/localstack:3.3") as container:
|
|
yield container
|
|
|
|
|
|
@pytest.fixture(scope="package")
|
|
def ingest_sample_data(localstack_container):
|
|
client: DynamoDBClient = boto3.client(
|
|
"dynamodb",
|
|
region_name="us-east-1",
|
|
endpoint_url=localstack_container.get_url(),
|
|
aws_access_key_id="does-not-matter",
|
|
aws_secret_access_key="does-not-matter",
|
|
)
|
|
client.create_table(
|
|
TableName="test_table",
|
|
KeySchema=[
|
|
{"AttributeName": "id", "KeyType": "HASH"},
|
|
],
|
|
AttributeDefinitions=[
|
|
{"AttributeName": "id", "AttributeType": "S"},
|
|
],
|
|
ProvisionedThroughput={
|
|
"ReadCapacityUnits": 5,
|
|
"WriteCapacityUnits": 5,
|
|
},
|
|
)
|
|
rows = [
|
|
{"id": "1", "name": "Alice"},
|
|
{"id": "2", "name": "Bob"},
|
|
]
|
|
for row in rows:
|
|
client.put_item(TableName="test_table", Item={k: {"S": v} for k, v in row.items()})
|
|
|
|
|
|
@pytest.fixture(scope="module")
|
|
def db_service(metadata, localstack_container):
|
|
service = CreateDatabaseServiceRequest(
|
|
name="docker_dynamo_db",
|
|
serviceType=DatabaseServiceType.DynamoDB,
|
|
connection=DatabaseConnection(
|
|
config=DynamoDBConnection(
|
|
awsConfig=AWSCredentials(
|
|
awsRegion="us-east-1",
|
|
endPointURL=localstack_container.get_url(),
|
|
awsAccessKeyId="does-not-matter",
|
|
awsSecretAccessKey="does-not-matter",
|
|
),
|
|
),
|
|
),
|
|
)
|
|
service_entity = metadata.create_or_update(data=service)
|
|
yield service_entity
|
|
metadata.delete(DatabaseService, service_entity.id, recursive=True, hard_delete=True)
|