wehub-resource-sync
bf2343b7e4
Integration Tests - MySQL + Elasticsearch / Detect Changes (push) Has been cancelled
Integration Tests - MySQL + Elasticsearch / integration-tests-mysql-elasticsearch (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + Elasticsearch + Redis / integration-tests-postgres-elasticsearch-redis (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / Detect Changes (push) Has been cancelled
Integration Tests - PostgreSQL + OpenSearch / integration-tests-postgres-opensearch (push) Has been cancelled
Java Checkstyle / java-checkstyle (push) Has been cancelled
Maven Collate Tests / maven-collate-ci (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests-status (push) Has been cancelled
Publish Package to Maven Central Repository / publish-maven-packages (push) Has been cancelled
OpenMetadata Service Unit Tests / Detect Changes (push) Has been cancelled
OpenMetadata Service Unit Tests / openmetadata-service-unit-tests (push) Has been cancelled
OpenMetadata Service Unit Tests / k8s_operator-unit-tests (push) Has been cancelled
107 lines
3.5 KiB
Bash
Executable File
107 lines
3.5 KiB
Bash
Executable File
#!/bin/bash
|
|
# Copyright 2021 Collate
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
cd "$(dirname "${BASH_SOURCE[0]}")" || exit
|
|
|
|
helpFunction() {
|
|
echo ""
|
|
echo "Usage: $0 [run_local_docker.sh args]"
|
|
echo "\t-f Start Fuseki for RDF support: [true, false]. Default [true]"
|
|
echo "\t-h For usage help"
|
|
exit 1
|
|
}
|
|
|
|
startFuseki=true
|
|
filtered_args=()
|
|
|
|
while [[ $# -gt 0 ]]; do
|
|
case "$1" in
|
|
-f)
|
|
if [[ $# -lt 2 ]]; then
|
|
helpFunction
|
|
fi
|
|
startFuseki="$2"
|
|
shift 2
|
|
;;
|
|
-h)
|
|
helpFunction
|
|
;;
|
|
*)
|
|
filtered_args+=("$1")
|
|
shift
|
|
;;
|
|
esac
|
|
done
|
|
|
|
if [[ $startFuseki == "true" ]]; then
|
|
export RDF_ENABLED=true
|
|
export RDF_AUTO_REINDEX=true
|
|
export RDF_STORAGE_TYPE="${RDF_STORAGE_TYPE:-FUSEKI}"
|
|
export RDF_ENDPOINT="${RDF_ENDPOINT:-http://fuseki:3030/openmetadata}"
|
|
export RDF_REMOTE_USERNAME="${RDF_REMOTE_USERNAME:-admin}"
|
|
export RDF_REMOTE_PASSWORD="${RDF_REMOTE_PASSWORD:-admin}"
|
|
export RDF_BASE_URI="${RDF_BASE_URI:-https://open-metadata.org/}"
|
|
export RDF_DATASET="${RDF_DATASET:-openmetadata}"
|
|
# RDF listeners slow down sample-data ingestion enough that the default 5-minute
|
|
# validation window is too aggressive for CI.
|
|
export VALIDATE_COMPOSE_MAX_RETRIES="${VALIDATE_COMPOSE_MAX_RETRIES:-60}"
|
|
export VALIDATE_COMPOSE_DAG_RUN_RETRIES="${VALIDATE_COMPOSE_DAG_RUN_RETRIES:-120}"
|
|
export VALIDATE_COMPOSE_RETRY_INTERVAL_SECONDS="${VALIDATE_COMPOSE_RETRY_INTERVAL_SECONDS:-10}"
|
|
export VALIDATE_COMPOSE_DAG_RUN_POLL_SECONDS="${VALIDATE_COMPOSE_DAG_RUN_POLL_SECONDS:-5}"
|
|
export VALIDATION_TIMEOUT_SECONDS="${VALIDATION_TIMEOUT_SECONDS:-900}"
|
|
export APP_RUN_WAIT_TIMEOUT_SECONDS="${APP_RUN_WAIT_TIMEOUT_SECONDS:-900}"
|
|
export STRICT_DAG_VALIDATION=true
|
|
export OM_EXTRA_COMPOSE_FILES="docker/development/docker-compose-fuseki.yml"
|
|
export OM_ADDITIONAL_UP_SERVICES="fuseki"
|
|
else
|
|
export RDF_ENABLED=false
|
|
export RDF_AUTO_REINDEX=false
|
|
unset RDF_STORAGE_TYPE
|
|
unset RDF_ENDPOINT
|
|
unset RDF_REMOTE_USERNAME
|
|
unset RDF_REMOTE_PASSWORD
|
|
unset RDF_BASE_URI
|
|
unset RDF_DATASET
|
|
unset VALIDATE_COMPOSE_MAX_RETRIES
|
|
unset VALIDATE_COMPOSE_DAG_RUN_RETRIES
|
|
unset VALIDATE_COMPOSE_RETRY_INTERVAL_SECONDS
|
|
unset VALIDATE_COMPOSE_DAG_RUN_POLL_SECONDS
|
|
export VALIDATION_TIMEOUT_SECONDS="${VALIDATION_TIMEOUT_SECONDS:-300}"
|
|
export APP_RUN_WAIT_TIMEOUT_SECONDS="${APP_RUN_WAIT_TIMEOUT_SECONDS:-300}"
|
|
unset STRICT_DAG_VALIDATION
|
|
unset OM_EXTRA_COMPOSE_FILES
|
|
unset OM_ADDITIONAL_UP_SERVICES
|
|
fi
|
|
|
|
source ./run_local_docker_common.sh
|
|
|
|
run_local_docker_main "${filtered_args[@]}"
|
|
|
|
if [[ $startFuseki != "true" || $RDF_AUTO_REINDEX != "true" ]]; then
|
|
exit 0
|
|
fi
|
|
|
|
ensure_app_installed "RdfIndexApp"
|
|
echo "✔running RDF reindexing"
|
|
trigger_app_and_wait "RdfIndexApp" '{
|
|
"entities": [],
|
|
"recreateIndex": true,
|
|
"batchSize": 100,
|
|
"useDistributedIndexing": true,
|
|
"partitionSize": 10000
|
|
}' "$APP_RUN_WAIT_TIMEOUT_SECONDS"
|
|
|
|
tput setaf 2
|
|
echo "✔ RDF/Knowledge Graph support is enabled"
|
|
echo " - Fuseki UI: http://localhost:3030"
|
|
echo " - SPARQL endpoint: http://localhost:3030/openmetadata/sparql"
|