wehub-resource-sync
102 lines
3.5 KiB
YAML
102 lines
3.5 KiB
YAML
name: Test Bats Unix Remote
|
|
|
|
on:
|
|
pull_request:
|
|
branches: [ main ]
|
|
paths:
|
|
- 'go/**'
|
|
- 'integration-tests/**'
|
|
|
|
concurrency:
|
|
group: ci-bats-unix-remote${{ github.event.pull_request.number || github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
jobs:
|
|
test:
|
|
name: Bats tests
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
runs-on: ubuntu-22.04
|
|
strategy:
|
|
fail-fast: true
|
|
env:
|
|
use_credentials: ${{ secrets.AWS_SECRET_ACCESS_KEY != '' && secrets.AWS_ACCESS_KEY_ID != '' }}
|
|
# We only run these as seaparte workflow if we do not have AWS credentials.
|
|
steps:
|
|
- uses: actions/checkout@v6
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
- name: Set up Go toolchain
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
uses: ./.github/actions/setup-go-toolchain
|
|
- name: Setup Python 3.x
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
uses: actions/setup-python@v5
|
|
with:
|
|
python-version: "3.10"
|
|
- uses: actions/setup-node@v4
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
with:
|
|
node-version: ^16
|
|
- name: Build dolt
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
uses: ./.github/actions/build-dolt
|
|
with:
|
|
remotesrv: 'true'
|
|
noms: 'true'
|
|
- name: Install Bats
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
run: |
|
|
npm i bats
|
|
echo "$(pwd)/node_modules/.bin" >> $GITHUB_PATH
|
|
working-directory: ./.ci_bin
|
|
- name: Install Python Deps
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
run: |
|
|
pip install mysql-connector-python
|
|
pip install pandas
|
|
pip install pyarrow
|
|
- name: Setup Dolt Config
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
uses: ./.github/actions/setup-dolt-config
|
|
- name: Install expect
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
run: sudo apt-get install -y expect
|
|
- name: Install Maven
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
working-directory: ./.ci_bin
|
|
run: |
|
|
curl -LO https://dlcdn.apache.org/maven/maven-3/3.9.15/binaries/apache-maven-3.9.15-bin.tar.gz
|
|
tar -xf apache-maven-3.9.15-bin.tar.gz
|
|
echo "$(pwd)/apache-maven-3.9.15/bin" >> $GITHUB_PATH
|
|
- name: Install Hadoop
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
working-directory: ./.ci_bin
|
|
run: |
|
|
curl -LO https://downloads.apache.org/hadoop/common/hadoop-3.3.6/hadoop-3.3.6.tar.gz
|
|
tar xvf hadoop-3.3.6.tar.gz
|
|
echo "$(pwd)/hadoop-3.3.6/bin" >> $GITHUB_PATH
|
|
- name: Install parquet-cli
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
id: parquet_cli
|
|
working-directory: ./.ci_bin
|
|
run: |
|
|
curl -OL https://github.com/apache/parquet-mr/archive/refs/tags/apache-parquet-1.12.3.tar.gz
|
|
tar zxvf apache-parquet-1.12.3.tar.gz
|
|
cd parquet-java-apache-parquet-1.12.3/parquet-cli
|
|
mvn clean install -DskipTests
|
|
runtime_jar="$(pwd)"/target/parquet-cli-1.12.3-runtime.jar
|
|
echo "runtime_jar=$runtime_jar" >> $GITHUB_OUTPUT
|
|
- name: Check expect
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
run: expect -v
|
|
- name: Test all Unix
|
|
if: ${{ env.use_credentials != 'true' }}
|
|
env:
|
|
SQL_ENGINE: "remote-engine"
|
|
PARQUET_RUNTIME_JAR: ${{ steps.parquet_cli.outputs.runtime_jar }}
|
|
BATS_TEST_RETRIES: "3"
|
|
run: |
|
|
bats --print-output-on-failure --tap .
|
|
working-directory: ./integration-tests/bats
|