chore: import upstream snapshot with attribution
snapshot_release / snapshot_release (push) Has been cancelled
Documentation: build and deploy / deploy (push) Has been cancelled
langchain4j-github-bot.yml lint / langchain4j-github-bot.yml validation (push) Has been cancelled
Java CI / compile_and_unit_test (17) (push) Has been cancelled
Java CI / compile_and_unit_test (21) (push) Has been cancelled
Java CI / compile_and_unit_test (25) (push) Has been cancelled
Split Package Detection / check-split-packages (push) Has been cancelled
Java CI / integration_test (21) (push) Has been cancelled
Java CI / compliance (push) Has been cancelled
Java CI / spotless (push) Has been cancelled
snapshot_release / snapshot_release (push) Has been cancelled
Documentation: build and deploy / deploy (push) Has been cancelled
langchain4j-github-bot.yml lint / langchain4j-github-bot.yml validation (push) Has been cancelled
Java CI / compile_and_unit_test (17) (push) Has been cancelled
Java CI / compile_and_unit_test (21) (push) Has been cancelled
Java CI / compile_and_unit_test (25) (push) Has been cancelled
Split Package Detection / check-split-packages (push) Has been cancelled
Java CI / integration_test (21) (push) Has been cancelled
Java CI / compliance (push) Has been cancelled
Java CI / spotless (push) Has been cancelled
This commit is contained in:
@@ -0,0 +1,26 @@
|
||||
name: "Documentation: update chatbot"
|
||||
|
||||
on:
|
||||
repository_dispatch:
|
||||
types: [ trigger-docs-update-chatbot ]
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
run:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
- uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
distribution: temurin
|
||||
java-version: 21
|
||||
- name: Build and run
|
||||
run: |
|
||||
mvn -pl internal/langchain4j-docu-chatbot-updater clean compile exec:java
|
||||
env:
|
||||
GOOGLE_AI_GEMINI_API_KEY: ${{ secrets.GOOGLE_AI_GEMINI_API_KEY }}
|
||||
MILVUS_API_KEY: ${{ secrets.MILVUS_API_KEY }}
|
||||
MILVUS_URI: ${{ secrets.MILVUS_URI }}
|
||||
@@ -0,0 +1,91 @@
|
||||
name: "Documentation: update versions"
|
||||
|
||||
on:
|
||||
repository_dispatch:
|
||||
types: [ trigger-docs-update-version ]
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
stableVersion:
|
||||
description: "Stable release version (e.g., 1.8.0)"
|
||||
required: true
|
||||
betaVersion:
|
||||
description: "Beta release version (e.g., 1.8.0-beta15)"
|
||||
required: true
|
||||
|
||||
env:
|
||||
STABLE_VERSION: ${{ github.event.inputs.stableVersion || github.event.client_payload.stableVersion }}
|
||||
BETA_VERSION: ${{ github.event.inputs.betaVersion || github.event.client_payload.betaVersion }}
|
||||
|
||||
permissions:
|
||||
contents: write
|
||||
|
||||
jobs:
|
||||
update-docs:
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
steps:
|
||||
- name: Checkout repository
|
||||
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
with:
|
||||
token: ${{ secrets.GH_RELEASE_AUTOMATION }}
|
||||
|
||||
- name: Extract current stable and beta versions from docs metadata
|
||||
id: extract-current-versions
|
||||
run: |
|
||||
STABLE_CURRENT=$(grep -E "^stableVersion:" docs/docs/get-started.md | sed 's/stableVersion: *//')
|
||||
BETA_CURRENT=$(grep -E "^betaVersion:" docs/docs/get-started.md | sed 's/betaVersion: *//')
|
||||
echo "stableCurrent=$STABLE_CURRENT" >> $GITHUB_OUTPUT
|
||||
echo "betaCurrent=$BETA_CURRENT" >> $GITHUB_OUTPUT
|
||||
echo "Found stable version in docs: $STABLE_CURRENT"
|
||||
echo "Found beta version in docs: $BETA_CURRENT"
|
||||
|
||||
- name: Replace versions in docs recursively
|
||||
run: |
|
||||
echo "Replacing all occurrences of stable and beta versions recursively under docs/docs/..."
|
||||
|
||||
# Replace beta versions
|
||||
grep -rl "${{ steps.extract-current-versions.outputs.betaCurrent }}" docs/docs | \
|
||||
xargs sed -i "s/${{ steps.extract-current-versions.outputs.betaCurrent }}/$BETA_VERSION/g" || true
|
||||
|
||||
# Replace stable versions
|
||||
grep -rl "${{ steps.extract-current-versions.outputs.stableCurrent }}" docs/docs | \
|
||||
xargs sed -i "s/${{ steps.extract-current-versions.outputs.stableCurrent }}/$STABLE_VERSION/g" || true
|
||||
|
||||
- name: Update metadata in get-started.md
|
||||
run: |
|
||||
sed -i "s/betaVersion: .*/betaVersion: $BETA_VERSION/" docs/docs/get-started.md
|
||||
sed -i "s/stableVersion: .*/stableVersion: $STABLE_VERSION/" docs/docs/get-started.md
|
||||
|
||||
- name: Check if any changes were made
|
||||
id: git-check
|
||||
run: |
|
||||
if git diff --quiet; then
|
||||
echo "changed=false" >> $GITHUB_OUTPUT
|
||||
else
|
||||
echo "changed=true" >> $GITHUB_OUTPUT
|
||||
fi
|
||||
|
||||
- name: Commit and push changes
|
||||
if: steps.git-check.outputs.changed == 'true'
|
||||
run: |
|
||||
git config user.name "github-actions[bot]"
|
||||
git config user.email "github-actions[bot]@users.noreply.github.com"
|
||||
git add docs/docs
|
||||
git commit -m "docu: update versions to $STABLE_VERSION and $BETA_VERSION"
|
||||
git push origin main
|
||||
|
||||
- name: Trigger documentation build and deploy
|
||||
if: steps.git-check.outputs.changed == 'true'
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
run: |
|
||||
gh api repos/langchain4j/langchain4j/dispatches \
|
||||
-f event_type=trigger-docs-build-and-deploy
|
||||
|
||||
- name: Trigger documentation chatbot update
|
||||
if: steps.git-check.outputs.changed == 'true'
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||||
run: |
|
||||
gh api repos/langchain4j/langchain4j/dispatches \
|
||||
-f event_type=trigger-docs-update-chatbot
|
||||
@@ -0,0 +1,57 @@
|
||||
name: "Documentation: build and deploy"
|
||||
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- main
|
||||
paths:
|
||||
- 'docs/**'
|
||||
repository_dispatch:
|
||||
types: [ trigger-docs-build-and-deploy ]
|
||||
workflow_dispatch:
|
||||
|
||||
# Sets permissions of the GITHUB_TOKEN to allow deployment to GitHub Pages
|
||||
permissions:
|
||||
contents: read
|
||||
pages: write
|
||||
id-token: write
|
||||
|
||||
jobs:
|
||||
deploy:
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
environment:
|
||||
name: github-pages
|
||||
url: ${{ steps.deployment.outputs.page_url }}
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- name: Set up JDK 25
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: '25'
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
|
||||
- name: Generate Javadoc
|
||||
run: mvn javadoc:aggregate -DskipTests
|
||||
|
||||
- name: Set up Node.js
|
||||
uses: actions/setup-node@a0853c24544627f65ddf259abe73b1d18a591444 # v5
|
||||
with:
|
||||
node-version: '20.x'
|
||||
|
||||
- run: cd docs && npm ci
|
||||
- run: cd docs && npm run build
|
||||
- run: cp -R target/reports/apidocs docs/build/
|
||||
|
||||
- name: Setup Pages
|
||||
uses: actions/configure-pages@1f0c5cde4bc74cd7e1254d0cb4de8d49e9068c7d # v4
|
||||
- name: Upload artifact
|
||||
uses: actions/upload-pages-artifact@56afc609e74202658d3ffba0e8f6dda462b719fa # v3
|
||||
with:
|
||||
# Upload entire repository
|
||||
path: './docs/build/.'
|
||||
- name: Deploy to GitHub Pages
|
||||
id: deployment
|
||||
uses: actions/deploy-pages@d6db90164ac5ed86f2b6aed7e0febac5b3c0c03e # v4
|
||||
@@ -0,0 +1,25 @@
|
||||
name: langchain4j-github-bot.yml lint
|
||||
|
||||
on:
|
||||
push:
|
||||
paths:
|
||||
- '.github/langchain4j-github-bot.yml'
|
||||
pull_request:
|
||||
paths:
|
||||
- '.github/langchain4j-github-bot.yml'
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
lint:
|
||||
name: "langchain4j-github-bot.yml validation"
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
- name: install yamllint
|
||||
shell: bash
|
||||
run: sudo apt-get install -y yamllint
|
||||
- name: run yamllint for langchain4j-github-bot.yml
|
||||
shell: bash
|
||||
run: yamllint -c .github/yamllint.conf .github/langchain4j-github-bot.yml
|
||||
@@ -0,0 +1,379 @@
|
||||
name: Java CI
|
||||
|
||||
on:
|
||||
push:
|
||||
branches:
|
||||
- main
|
||||
- 'release/**'
|
||||
paths-ignore:
|
||||
- '.gitignore'
|
||||
- '*.md'
|
||||
- 'LICENSE'
|
||||
- '.github/*.md'
|
||||
- '.github/*.yml'
|
||||
- '.github/*.conf'
|
||||
- '.github/ISSUE_TEMPLATE/*.md'
|
||||
pull_request:
|
||||
branches:
|
||||
- main
|
||||
- 'release/**'
|
||||
paths-ignore:
|
||||
- '.gitignore'
|
||||
- '*.md'
|
||||
- 'LICENSE'
|
||||
- '.github/*.md'
|
||||
- '.github/*.yml'
|
||||
- '.github/*.conf'
|
||||
- '.github/ISSUE_TEMPLATE/*.md'
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
|
||||
compile_and_unit_test:
|
||||
runs-on: ubuntu-latest
|
||||
strategy:
|
||||
matrix:
|
||||
java_version:
|
||||
- 17
|
||||
- 21
|
||||
- 25
|
||||
steps:
|
||||
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
with:
|
||||
fetch-depth: 0
|
||||
|
||||
- name: Set up JDK ${{ matrix.java_version }}
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: ${{ matrix.java_version }}
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
|
||||
- name: Compile and unit test with JDK ${{ matrix.java_version }}
|
||||
run: |
|
||||
set -o pipefail
|
||||
mvn -B -U -DembeddingsSkipDownload -T8C test javadoc:aggregate 2>&1 | tee maven-output.log
|
||||
|
||||
- name: Publish test summary
|
||||
if: always()
|
||||
env:
|
||||
SUMMARY_TITLE: 'Test Results (JDK ${{ matrix.java_version }})'
|
||||
run: |
|
||||
python3 << 'PYEOF'
|
||||
import xml.etree.ElementTree as ET
|
||||
import glob, os, re
|
||||
|
||||
files = glob.glob('**/target/*-reports/TEST-*.xml', recursive=True)
|
||||
if not files:
|
||||
raise SystemExit(0) # e.g. compilation failed before any test ran
|
||||
|
||||
total = failures = errors = skipped = 0
|
||||
failed_tests = []
|
||||
|
||||
for path in files:
|
||||
try:
|
||||
root = ET.parse(path).getroot()
|
||||
total += int(root.get('tests', 0))
|
||||
failures += int(root.get('failures', 0))
|
||||
errors += int(root.get('errors', 0))
|
||||
skipped += int(root.get('skipped', 0))
|
||||
for tc in root.findall('.//testcase'):
|
||||
fail = tc.find('failure')
|
||||
if fail is None:
|
||||
fail = tc.find('error')
|
||||
if fail is not None:
|
||||
cls = tc.get('classname', '')
|
||||
name = tc.get('name', '')
|
||||
trace = fail.text or ''
|
||||
m = re.search(r'\bat ' + re.escape(cls) + r'[.$][^\n(]*\(([^)]+\.java:\d+)\)', trace)
|
||||
loc = f'`{m.group(1)}`' if m else ''
|
||||
msg = (fail.get('message', '') or '').replace('\n', '<br>').replace('|', '\\|')
|
||||
if len(msg) > 500:
|
||||
msg = f"{msg[:500]}<details><summary>show more</summary>{msg[500:]}</details>"
|
||||
failed_tests.append(f"| `{cls}` | `{name}` | {loc} | {msg} |")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
passed = total - failures - errors - skipped
|
||||
title = os.environ.get('SUMMARY_TITLE', 'Test Results')
|
||||
summary = os.environ.get('GITHUB_STEP_SUMMARY', '/dev/null')
|
||||
with open(summary, 'a') as f:
|
||||
f.write(f'## {title}\n\n')
|
||||
if failures == 0 and errors == 0:
|
||||
f.write(f':white_check_mark: **{passed} passed**, {skipped} skipped out of {total} tests\n')
|
||||
else:
|
||||
f.write(f':x: **{failures} failed, {errors} errors**, {passed} passed, {skipped} skipped out of {total} tests\n')
|
||||
if failed_tests:
|
||||
f.write('\n### Failures\n\n')
|
||||
f.write('| Class | Test | Location | Error Message |\n')
|
||||
f.write('|-------|------|----------|---------------|\n')
|
||||
for line in failed_tests[:50]:
|
||||
f.write(line + '\n')
|
||||
if len(failed_tests) > 50:
|
||||
f.write(f'\n*... and {len(failed_tests) - 50} more*\n')
|
||||
PYEOF
|
||||
|
||||
- name: Surface build errors
|
||||
if: failure()
|
||||
run: |
|
||||
{
|
||||
echo '## Build Errors (JDK ${{ matrix.java_version }})'
|
||||
echo ''
|
||||
echo '```'
|
||||
# Only Maven's own errors (compilation, javadoc, plugins). Exclude forked
|
||||
# test-JVM output that Surefire re-emits with an [ERROR] prefix on channel
|
||||
# corruption (e.g. mock-server stub dumps) — that is test noise, not a build error.
|
||||
grep '^\[ERROR\]' maven-output.log \
|
||||
| grep -vE '^\[ERROR\]( +"|[[:space:]]*(Stub|DEBUG:)|[[:space:]]*$)' \
|
||||
| head -50
|
||||
echo '```'
|
||||
} >> $GITHUB_STEP_SUMMARY
|
||||
|
||||
integration_test:
|
||||
needs: compile_and_unit_test
|
||||
runs-on: ubuntu-latest
|
||||
continue-on-error: true
|
||||
env:
|
||||
GCP_CREDENTIALS_JSON: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix:
|
||||
java_version:
|
||||
- 21
|
||||
steps:
|
||||
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
with:
|
||||
fetch-depth: 0
|
||||
|
||||
- name: Create branch from commit by event name
|
||||
env:
|
||||
EVENT_NAME: ${{ github.event_name }}
|
||||
BEFORE_SHA: ${{ github.event.before }}
|
||||
PR_BASE_SHA: ${{ github.event.pull_request.base.sha }}
|
||||
run: |
|
||||
if [[ "$EVENT_NAME" == 'push' ]]; then
|
||||
git branch __branch_before "$BEFORE_SHA"
|
||||
elif [[ "$EVENT_NAME" == 'pull_request' ]]; then
|
||||
git branch __branch_before "$PR_BASE_SHA"
|
||||
fi
|
||||
|
||||
- name: Set up JDK ${{ matrix.java_version }}
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: ${{ matrix.java_version }}
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
|
||||
- name: Authenticate to Google Cloud
|
||||
# Required for Google modules (e.g., langchain4j-vertex-ai)
|
||||
# Skipped for PRs from forks where secrets are not available
|
||||
if: ${{ env.GCP_CREDENTIALS_JSON != '' }}
|
||||
uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3
|
||||
with:
|
||||
project_id: ${{ secrets.GCP_PROJECT_ID }}
|
||||
credentials_json: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
|
||||
- name: Setup JBang
|
||||
# Required for MCP module
|
||||
uses: jbangdev/setup-jbang@2b1b465a7b75f4222b81426f23a01e013aa7b95c # v0.1.1
|
||||
continue-on-error: true
|
||||
|
||||
- name: Integration test with JDK ${{ matrix.java_version }}
|
||||
run: |
|
||||
set -o pipefail
|
||||
|
||||
## Compile and install ALL modules to ensure that modules selected by GIB in the next step
|
||||
## reference the latest code (e.g., langchain4j-core and langchain4j)
|
||||
mvn -B -U -T8C -DskipTests -DskipITs -DembeddingsSkipCache install 2>&1 | tee maven-output.log
|
||||
|
||||
mvn -B -U verify \
|
||||
-Dgib.disable=false -Dgib.referenceBranch=__branch_before \
|
||||
-Djunit.jupiter.extensions.autodetection.enabled=true \
|
||||
-DskipAzureAiSearchITs -DskipJlamaITs -DskipLocalAiITs -DskipMilvusITs -DskipOllamaITs -DskipOracleITs -DskipVespaITs \
|
||||
-DembeddingsSkipCache \
|
||||
-Dtinylog.writer.level=info 2>&1 | tee maven-output.log
|
||||
env:
|
||||
LC4J_GLOBAL_TEST_RETRY_ENABLED: true
|
||||
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
||||
ANTHROPIC_CACHING_BASE_URL: ${{ secrets.ANTHROPIC_CACHING_BASE_URL }}
|
||||
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
||||
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
||||
AZURE_OPENAI_AUDIO_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_AUDIO_DEPLOYMENT_NAME }}
|
||||
AZURE_OPENAI_AUDIO_ENDPOINT: ${{ secrets.AZURE_OPENAI_AUDIO_ENDPOINT }}
|
||||
AZURE_OPENAI_AUDIO_KEY: ${{ secrets.AZURE_OPENAI_AUDIO_KEY }}
|
||||
AZURE_OPENAI_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_DEPLOYMENT_NAME }}
|
||||
AZURE_OPENAI_ENDPOINT: ${{ secrets.AZURE_OPENAI_ENDPOINT }}
|
||||
AZURE_OPENAI_KEY: ${{ secrets.AZURE_OPENAI_KEY }}
|
||||
AZURE_SEARCH_ENDPOINT: ${{ secrets.AZURE_SEARCH_ENDPOINT }}
|
||||
AZURE_SEARCH_KEY: ${{ secrets.AZURE_SEARCH_KEY }}
|
||||
COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
|
||||
DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
|
||||
ELASTICSEARCH_CLOUD_API_KEY: ${{ secrets.ELASTICSEARCH_CLOUD_API_KEY }}
|
||||
ELASTICSEARCH_CLOUD_URL: ${{ secrets.ELASTICSEARCH_CLOUD_URL }}
|
||||
GCP_CREDENTIALS_JSON: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
GCP_LOCATION: ${{ secrets.GCP_LOCATION }}
|
||||
GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }}
|
||||
GCP_PROJECT_NUM: ${{ secrets.GCP_PROJECT_NUM }}
|
||||
GCP_VERTEXAI_ENDPOINT: ${{ secrets.GCP_VERTEXAI_ENDPOINT }}
|
||||
GOOGLE_AI_GEMINI_API_KEY: ${{ secrets.GOOGLE_AI_GEMINI_API_KEY }}
|
||||
HF_API_KEY: ${{ secrets.HF_API_KEY }}
|
||||
JINA_API_KEY: ${{ secrets.JINA_API_KEY }}
|
||||
MICROSOFT_FOUNDRY_API_KEY: ${{ secrets.MICROSOFT_FOUNDRY_API_KEY }}
|
||||
MICROSOFT_FOUNDRY_ENDPOINT: ${{ secrets.MICROSOFT_FOUNDRY_ENDPOINT }}
|
||||
MILVUS_API_KEY: ${{ secrets.MILVUS_API_KEY }}
|
||||
MILVUS_URI: ${{ secrets.MILVUS_URI }}
|
||||
MISTRAL_AI_API_KEY: ${{ secrets.MISTRAL_AI_API_KEY }}
|
||||
NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
|
||||
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||||
OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
|
||||
PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
|
||||
RAPID_API_KEY: ${{ secrets.RAPID_API_KEY }}
|
||||
TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }}
|
||||
VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
|
||||
WEAVIATE_API_KEY: ${{ secrets.WEAVIATE_API_KEY }}
|
||||
WEAVIATE_HOST: ${{ secrets.WEAVIATE_HOST }}
|
||||
|
||||
- name: Publish test summary
|
||||
if: always()
|
||||
env:
|
||||
SUMMARY_TITLE: 'Test Results (Integration Test, JDK ${{ matrix.java_version }})'
|
||||
run: |
|
||||
python3 << 'PYEOF'
|
||||
import xml.etree.ElementTree as ET
|
||||
import glob, os, re
|
||||
|
||||
files = glob.glob('**/target/*-reports/TEST-*.xml', recursive=True)
|
||||
if not files:
|
||||
raise SystemExit(0) # e.g. compilation failed before any test ran
|
||||
|
||||
total = failures = errors = skipped = 0
|
||||
failed_tests = []
|
||||
|
||||
for path in files:
|
||||
try:
|
||||
root = ET.parse(path).getroot()
|
||||
total += int(root.get('tests', 0))
|
||||
failures += int(root.get('failures', 0))
|
||||
errors += int(root.get('errors', 0))
|
||||
skipped += int(root.get('skipped', 0))
|
||||
for tc in root.findall('.//testcase'):
|
||||
fail = tc.find('failure')
|
||||
if fail is None:
|
||||
fail = tc.find('error')
|
||||
if fail is not None:
|
||||
cls = tc.get('classname', '')
|
||||
name = tc.get('name', '')
|
||||
trace = fail.text or ''
|
||||
m = re.search(r'\bat ' + re.escape(cls) + r'[.$][^\n(]*\(([^)]+\.java:\d+)\)', trace)
|
||||
loc = f'`{m.group(1)}`' if m else ''
|
||||
msg = (fail.get('message', '') or '').replace('\n', '<br>').replace('|', '\\|')
|
||||
if len(msg) > 500:
|
||||
msg = f"{msg[:500]}<details><summary>show more</summary>{msg[500:]}</details>"
|
||||
failed_tests.append(f"| `{cls}` | `{name}` | {loc} | {msg} |")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
passed = total - failures - errors - skipped
|
||||
title = os.environ.get('SUMMARY_TITLE', 'Test Results')
|
||||
summary = os.environ.get('GITHUB_STEP_SUMMARY', '/dev/null')
|
||||
with open(summary, 'a') as f:
|
||||
f.write(f'## {title}\n\n')
|
||||
if failures == 0 and errors == 0:
|
||||
f.write(f':white_check_mark: **{passed} passed**, {skipped} skipped out of {total} tests\n')
|
||||
else:
|
||||
f.write(f':x: **{failures} failed, {errors} errors**, {passed} passed, {skipped} skipped out of {total} tests\n')
|
||||
if failed_tests:
|
||||
f.write('\n### Failures\n\n')
|
||||
f.write('| Class | Test | Location | Error Message |\n')
|
||||
f.write('|-------|------|----------|---------------|\n')
|
||||
for line in failed_tests[:50]:
|
||||
f.write(line + '\n')
|
||||
if len(failed_tests) > 50:
|
||||
f.write(f'\n*... and {len(failed_tests) - 50} more*\n')
|
||||
PYEOF
|
||||
|
||||
- name: Surface build errors
|
||||
if: failure()
|
||||
run: |
|
||||
{
|
||||
echo '## Build Errors (Integration Test, JDK ${{ matrix.java_version }})'
|
||||
echo ''
|
||||
echo '```'
|
||||
# Only Maven's own errors (compilation, javadoc, plugins). Exclude forked
|
||||
# test-JVM output that Surefire re-emits with an [ERROR] prefix on channel
|
||||
# corruption (e.g. mock-server stub dumps) — that is test noise, not a build error.
|
||||
grep '^\[ERROR\]' maven-output.log \
|
||||
| grep -vE '^\[ERROR\]( +"|[[:space:]]*(Stub|DEBUG:)|[[:space:]]*$)' \
|
||||
| head -50
|
||||
echo '```'
|
||||
} >> $GITHUB_STEP_SUMMARY
|
||||
|
||||
- name: Clean Docker
|
||||
run: docker system prune -af || true
|
||||
|
||||
# For checking some compliance things (require a recent JDK due to plugins so in a separate step)
|
||||
compliance:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
- name: Set up JDK 17
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: '17'
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
# Check we only rely on permissive licenses in the main parts of the library:
|
||||
- name: License Compliance
|
||||
run: |
|
||||
set -o pipefail
|
||||
mvn -P compliance org.honton.chas:license-maven-plugin:compliance 2>&1 | tee maven-output.log
|
||||
|
||||
- name: Surface build errors
|
||||
if: failure()
|
||||
run: |
|
||||
{
|
||||
echo '## Build Errors (License Compliance)'
|
||||
echo ''
|
||||
echo '```'
|
||||
# Exclude forked-JVM output re-emitted with an [ERROR] prefix (test noise).
|
||||
grep '^\[ERROR\]' maven-output.log \
|
||||
| grep -vE '^\[ERROR\]( +"|[[:space:]]*(Stub|DEBUG:)|[[:space:]]*$)' \
|
||||
| head -50
|
||||
echo '```'
|
||||
} >> $GITHUB_STEP_SUMMARY
|
||||
|
||||
spotless:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
with:
|
||||
fetch-depth: 0
|
||||
- name: Set up JDK 17
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: '17'
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
- name: Spotless Check
|
||||
run: |
|
||||
set -o pipefail
|
||||
mvn -Pspotless validate 2>&1 | tee maven-output.log
|
||||
|
||||
- name: Surface build errors
|
||||
if: failure()
|
||||
run: |
|
||||
{
|
||||
echo '## Build Errors (Spotless)'
|
||||
echo ''
|
||||
echo '```'
|
||||
# Exclude forked-JVM output re-emitted with an [ERROR] prefix (test noise).
|
||||
grep '^\[ERROR\]' maven-output.log \
|
||||
| grep -vE '^\[ERROR\]( +"|[[:space:]]*(Stub|DEBUG:)|[[:space:]]*$)' \
|
||||
| head -50
|
||||
echo '```'
|
||||
} >> $GITHUB_STEP_SUMMARY
|
||||
@@ -0,0 +1,226 @@
|
||||
name: Nightly Build JDK 17
|
||||
|
||||
on:
|
||||
schedule:
|
||||
- cron: '0 22 * * *' # daily at 22:00 UTC
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
discover-modules:
|
||||
if: github.repository == 'langchain4j/langchain4j'
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- id: set-matrix
|
||||
shell: bash
|
||||
run: |
|
||||
echo "Discovering Maven modules..."
|
||||
modules=$(find . -type f -name pom.xml -exec dirname {} \; | sort | uniq | sed 's|^\./||' | grep -v '^$' | grep -v '^.$')
|
||||
echo "Detected modules:"
|
||||
echo "$modules"
|
||||
|
||||
# number of parallel groups
|
||||
N=7
|
||||
|
||||
# round-robin grouping
|
||||
matrix=$(echo "$modules" | awk -v N="$N" '
|
||||
{
|
||||
g = (NR - 1) % N
|
||||
arr[g] = (arr[g] ? arr[g] "," "\"" $0 "\"" : "\"" $0 "\"")
|
||||
}
|
||||
END {
|
||||
printf("{\"modules\": [");
|
||||
for (i = 0; i < N; i++) {
|
||||
if (i > 0) printf(",");
|
||||
printf("[%s]", arr[i])
|
||||
}
|
||||
print "]}"
|
||||
}
|
||||
')
|
||||
|
||||
echo "Generated matrix: $matrix"
|
||||
echo "matrix=$matrix" >> $GITHUB_OUTPUT
|
||||
|
||||
build:
|
||||
needs: discover-modules
|
||||
runs-on: ubuntu-latest
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix: ${{ fromJson(needs.discover-modules.outputs.matrix) }}
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- name: Set up JDK 17
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: 17
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
|
||||
- name: Authenticate to Google Cloud
|
||||
# Required for Google modules (e.g., langchain4j-vertex-ai)
|
||||
uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3
|
||||
with:
|
||||
project_id: ${{ secrets.GCP_PROJECT_ID }}
|
||||
credentials_json: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
|
||||
- name: Setup JBang
|
||||
# Required for MCP module
|
||||
uses: jbangdev/setup-jbang@2b1b465a7b75f4222b81426f23a01e013aa7b95c # v0.1.1
|
||||
continue-on-error: true
|
||||
|
||||
- name: Build with JDK 17
|
||||
run: |
|
||||
modules="${{ join(matrix.modules, ',') }}"
|
||||
exclude_modules="langchain4j-jlama,langchain4j-gpu-llama3"
|
||||
for ex in ${exclude_modules//,/ }; do
|
||||
modules=$(echo "$modules" | sed "s/\b${ex}\b//g" | sed 's/,,/,/g' | sed 's/^,//' | sed 's/,$//')
|
||||
done
|
||||
echo "Building modules: $modules"
|
||||
|
||||
## compile and install ALL modules to avoid running integration tests on dependent modules in the step below
|
||||
mvn -B -U -T8C -DskipTests -DskipITs -DembeddingsSkipCache install
|
||||
|
||||
mvn -B -U verify \
|
||||
-pl "${modules}" \
|
||||
-DskipAzureAiSearchITs -DskipJlamaITs -DskipLocalAiITs -DskipMilvusITs -DskipOllamaITs -DskipOracleITs -DskipVespaITs \
|
||||
--fail-at-end \
|
||||
-Djunit.jupiter.extensions.autodetection.enabled=true \
|
||||
-DembeddingsSkipCache \
|
||||
-Dtinylog.writer.level=info
|
||||
|
||||
env:
|
||||
LC4J_GLOBAL_TEST_RETRY_ENABLED: true
|
||||
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
||||
ANTHROPIC_CACHING_BASE_URL: ${{ secrets.ANTHROPIC_CACHING_BASE_URL }}
|
||||
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
||||
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
||||
AZURE_OPENAI_AUDIO_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_AUDIO_DEPLOYMENT_NAME }}
|
||||
AZURE_OPENAI_AUDIO_ENDPOINT: ${{ secrets.AZURE_OPENAI_AUDIO_ENDPOINT }}
|
||||
AZURE_OPENAI_AUDIO_KEY: ${{ secrets.AZURE_OPENAI_AUDIO_KEY }}
|
||||
AZURE_OPENAI_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_DEPLOYMENT_NAME }}
|
||||
AZURE_OPENAI_ENDPOINT: ${{ secrets.AZURE_OPENAI_ENDPOINT }}
|
||||
AZURE_OPENAI_KEY: ${{ secrets.AZURE_OPENAI_KEY }}
|
||||
AZURE_SEARCH_ENDPOINT: ${{ secrets.AZURE_SEARCH_ENDPOINT }}
|
||||
AZURE_SEARCH_KEY: ${{ secrets.AZURE_SEARCH_KEY }}
|
||||
COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
|
||||
DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
|
||||
ELASTICSEARCH_CLOUD_API_KEY: ${{ secrets.ELASTICSEARCH_CLOUD_API_KEY }}
|
||||
ELASTICSEARCH_CLOUD_URL: ${{ secrets.ELASTICSEARCH_CLOUD_URL }}
|
||||
GCP_CREDENTIALS_JSON: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
GCP_LOCATION: ${{ secrets.GCP_LOCATION }}
|
||||
GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }}
|
||||
GCP_PROJECT_NUM: ${{ secrets.GCP_PROJECT_NUM }}
|
||||
GCP_VERTEXAI_ENDPOINT: ${{ secrets.GCP_VERTEXAI_ENDPOINT }}
|
||||
GOOGLE_AI_GEMINI_API_KEY: ${{ secrets.GOOGLE_AI_GEMINI_API_KEY }}
|
||||
HF_API_KEY: ${{ secrets.HF_API_KEY }}
|
||||
JINA_API_KEY: ${{ secrets.JINA_API_KEY }}
|
||||
MICROSOFT_FOUNDRY_API_KEY: ${{ secrets.MICROSOFT_FOUNDRY_API_KEY }}
|
||||
MICROSOFT_FOUNDRY_ENDPOINT: ${{ secrets.MICROSOFT_FOUNDRY_ENDPOINT }}
|
||||
MILVUS_API_KEY: ${{ secrets.MILVUS_API_KEY }}
|
||||
MILVUS_URI: ${{ secrets.MILVUS_URI }}
|
||||
MISTRAL_AI_API_KEY: ${{ secrets.MISTRAL_AI_API_KEY }}
|
||||
NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
|
||||
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||||
OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
|
||||
OVHAI_AI_API_KEY: ${{ secrets.OVHAI_AI_API_KEY }}
|
||||
PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
|
||||
RAPID_API_KEY: ${{ secrets.RAPID_API_KEY }}
|
||||
TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }}
|
||||
VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
|
||||
WEAVIATE_API_KEY: ${{ secrets.WEAVIATE_API_KEY }}
|
||||
WEAVIATE_HOST: ${{ secrets.WEAVIATE_HOST }}
|
||||
CI_DELAY_SECONDS_AZURE_AI_SEARCH: 4
|
||||
CI_DELAY_SECONDS_AZURE_OPENAI: 3
|
||||
CI_DELAY_SECONDS_BEDROCK: 3
|
||||
CI_DELAY_SECONDS_GITHUB_MODELS: 7
|
||||
CI_DELAY_SECONDS_GOOGLE_AI_GEMINI: 20
|
||||
CI_DELAY_SECONDS_GOOGLE_AI_GEMINI_BATCH: 20
|
||||
CI_DELAY_SECONDS_VERTEX_AI: 5
|
||||
CI_DELAY_SECONDS_VERTEX_AI_ANTHROPIC: 12
|
||||
CI_DELAY_SECONDS_VERTEX_AI_GEMINI: 12
|
||||
CI_DELAY_SECONDS_VOYAGE_AI: 22
|
||||
|
||||
- name: Clean Docker
|
||||
run: docker system prune -af || true
|
||||
|
||||
- name: Publish Test Summary
|
||||
if: always()
|
||||
run: |
|
||||
python3 << 'PYEOF'
|
||||
import xml.etree.ElementTree as ET
|
||||
import glob, os, re
|
||||
|
||||
files = glob.glob('**/target/*-reports/TEST-*.xml', recursive=True)
|
||||
total = failures = errors = skipped = 0
|
||||
failed_tests = []
|
||||
|
||||
for path in files:
|
||||
try:
|
||||
root = ET.parse(path).getroot()
|
||||
total += int(root.get('tests', 0))
|
||||
failures += int(root.get('failures', 0))
|
||||
errors += int(root.get('errors', 0))
|
||||
skipped += int(root.get('skipped', 0))
|
||||
for tc in root.findall('.//testcase'):
|
||||
fail = tc.find('failure')
|
||||
if fail is None:
|
||||
fail = tc.find('error')
|
||||
if fail is not None:
|
||||
cls = tc.get('classname', '')
|
||||
name = tc.get('name', '')
|
||||
trace = fail.text or ''
|
||||
m = re.search(r'\bat ' + re.escape(cls) + r'[.$][^\n(]*\(([^)]+\.java:\d+)\)', trace)
|
||||
loc = f'`{m.group(1)}`' if m else ''
|
||||
msg = (fail.get('message', '') or '').replace('\n', '<br>').replace('|', '\\|')
|
||||
if len(msg) > 500:
|
||||
msg = f"{msg[:500]}<details><summary>show more</summary>{msg[500:]}</details>"
|
||||
failed_tests.append(f"| `{cls}` | `{name}` | {loc} | {msg} |")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
passed = total - failures - errors - skipped
|
||||
summary = os.environ.get('GITHUB_STEP_SUMMARY', '/dev/null')
|
||||
with open(summary, 'a') as f:
|
||||
f.write('## Test Results\n\n')
|
||||
if failures == 0 and errors == 0:
|
||||
f.write(f':white_check_mark: **{passed} passed**, {skipped} skipped out of {total} tests\n')
|
||||
else:
|
||||
f.write(f':x: **{failures} failed, {errors} errors**, {passed} passed, {skipped} skipped out of {total} tests\n')
|
||||
if failed_tests:
|
||||
f.write('\n### Failures\n\n')
|
||||
f.write('| Class | Test | Location | Error Message |\n')
|
||||
f.write('|-------|------|----------|---------------|\n')
|
||||
for line in failed_tests[:50]:
|
||||
f.write(line + '\n')
|
||||
if len(failed_tests) > 50:
|
||||
f.write(f'\n*... and {len(failed_tests) - 50} more*\n')
|
||||
PYEOF
|
||||
|
||||
- name: Upload Test Reports
|
||||
if: always() # always run even if the previous step failed or was cancelled
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: Test-Reports-${{ strategy.job-index }}
|
||||
path: '**/target/*-reports/*'
|
||||
|
||||
- name: Upload JaCoCo Reports
|
||||
if: always()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: jacoco-${{ strategy.job-index }}
|
||||
path: '**/target/site/jacoco/**'
|
||||
|
||||
- name: Upload JaCoCo Execution Data
|
||||
if: always()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: jacoco-exec-${{ strategy.job-index }}
|
||||
path: '**/target/jacoco.exec'
|
||||
@@ -0,0 +1,226 @@
|
||||
name: Nightly Build JDK 21
|
||||
|
||||
on:
|
||||
schedule:
|
||||
- cron: '0 1 * * *' # daily at 01:00 UTC
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
discover-modules:
|
||||
if: github.repository == 'langchain4j/langchain4j'
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- id: set-matrix
|
||||
shell: bash
|
||||
run: |
|
||||
echo "Discovering Maven modules..."
|
||||
modules=$(find . -type f -name pom.xml -exec dirname {} \; | sort | uniq | sed 's|^\./||' | grep -v '^$' | grep -v '^.$')
|
||||
echo "Detected modules:"
|
||||
echo "$modules"
|
||||
|
||||
# number of parallel groups
|
||||
N=7
|
||||
|
||||
# round-robin grouping
|
||||
matrix=$(echo "$modules" | awk -v N="$N" '
|
||||
{
|
||||
g = (NR - 1) % N
|
||||
arr[g] = (arr[g] ? arr[g] "," "\"" $0 "\"" : "\"" $0 "\"")
|
||||
}
|
||||
END {
|
||||
printf("{\"modules\": [");
|
||||
for (i = 0; i < N; i++) {
|
||||
if (i > 0) printf(",");
|
||||
printf("[%s]", arr[i])
|
||||
}
|
||||
print "]}"
|
||||
}
|
||||
')
|
||||
|
||||
echo "Generated matrix: $matrix"
|
||||
echo "matrix=$matrix" >> $GITHUB_OUTPUT
|
||||
|
||||
build:
|
||||
needs: discover-modules
|
||||
runs-on: ubuntu-latest
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix: ${{ fromJson(needs.discover-modules.outputs.matrix) }}
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- name: Set up JDK 21
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: 21
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
|
||||
- name: Authenticate to Google Cloud
|
||||
# Required for Google modules (e.g., langchain4j-vertex-ai)
|
||||
uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3
|
||||
with:
|
||||
project_id: ${{ secrets.GCP_PROJECT_ID }}
|
||||
credentials_json: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
|
||||
- name: Setup JBang
|
||||
# Required for MCP module
|
||||
uses: jbangdev/setup-jbang@2b1b465a7b75f4222b81426f23a01e013aa7b95c # v0.1.1
|
||||
continue-on-error: true
|
||||
|
||||
- name: Build with JDK 21
|
||||
run: |
|
||||
modules="${{ join(matrix.modules, ',') }}"
|
||||
exclude_modules="langchain4j-gpu-llama3"
|
||||
for ex in ${exclude_modules//,/ }; do
|
||||
modules=$(echo "$modules" | sed "s/\b${ex}\b//g" | sed 's/,,/,/g' | sed 's/^,//' | sed 's/,$//')
|
||||
done
|
||||
echo "Building modules: $modules"
|
||||
|
||||
## compile and install ALL modules to avoid running integration tests on dependent modules in the step below
|
||||
mvn -B -U -T8C -DskipTests -DskipITs -DembeddingsSkipCache install
|
||||
|
||||
mvn -B -U verify \
|
||||
-pl "${modules}" \
|
||||
-DskipAzureAiSearchITs -DskipJlamaITs -DskipLocalAiITs -DskipMilvusITs -DskipOllamaITs -DskipOracleITs -DskipVespaITs \
|
||||
--fail-at-end \
|
||||
-Djunit.jupiter.extensions.autodetection.enabled=true \
|
||||
-DembeddingsSkipCache \
|
||||
-Dtinylog.writer.level=info
|
||||
|
||||
env:
|
||||
LC4J_GLOBAL_TEST_RETRY_ENABLED: true
|
||||
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
||||
ANTHROPIC_CACHING_BASE_URL: ${{ secrets.ANTHROPIC_CACHING_BASE_URL }}
|
||||
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
||||
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
||||
AZURE_OPENAI_AUDIO_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_AUDIO_DEPLOYMENT_NAME }}
|
||||
AZURE_OPENAI_AUDIO_ENDPOINT: ${{ secrets.AZURE_OPENAI_AUDIO_ENDPOINT }}
|
||||
AZURE_OPENAI_AUDIO_KEY: ${{ secrets.AZURE_OPENAI_AUDIO_KEY }}
|
||||
AZURE_OPENAI_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_DEPLOYMENT_NAME }}
|
||||
AZURE_OPENAI_ENDPOINT: ${{ secrets.AZURE_OPENAI_ENDPOINT }}
|
||||
AZURE_OPENAI_KEY: ${{ secrets.AZURE_OPENAI_KEY }}
|
||||
AZURE_SEARCH_ENDPOINT: ${{ secrets.AZURE_SEARCH_ENDPOINT }}
|
||||
AZURE_SEARCH_KEY: ${{ secrets.AZURE_SEARCH_KEY }}
|
||||
COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
|
||||
DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
|
||||
ELASTICSEARCH_CLOUD_API_KEY: ${{ secrets.ELASTICSEARCH_CLOUD_API_KEY }}
|
||||
ELASTICSEARCH_CLOUD_URL: ${{ secrets.ELASTICSEARCH_CLOUD_URL }}
|
||||
GCP_CREDENTIALS_JSON: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
GCP_LOCATION: ${{ secrets.GCP_LOCATION }}
|
||||
GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }}
|
||||
GCP_PROJECT_NUM: ${{ secrets.GCP_PROJECT_NUM }}
|
||||
GCP_VERTEXAI_ENDPOINT: ${{ secrets.GCP_VERTEXAI_ENDPOINT }}
|
||||
GOOGLE_AI_GEMINI_API_KEY: ${{ secrets.GOOGLE_AI_GEMINI_API_KEY }}
|
||||
HF_API_KEY: ${{ secrets.HF_API_KEY }}
|
||||
JINA_API_KEY: ${{ secrets.JINA_API_KEY }}
|
||||
MICROSOFT_FOUNDRY_API_KEY: ${{ secrets.MICROSOFT_FOUNDRY_API_KEY }}
|
||||
MICROSOFT_FOUNDRY_ENDPOINT: ${{ secrets.MICROSOFT_FOUNDRY_ENDPOINT }}
|
||||
MILVUS_API_KEY: ${{ secrets.MILVUS_API_KEY }}
|
||||
MILVUS_URI: ${{ secrets.MILVUS_URI }}
|
||||
MISTRAL_AI_API_KEY: ${{ secrets.MISTRAL_AI_API_KEY }}
|
||||
NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
|
||||
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||||
OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
|
||||
OVHAI_AI_API_KEY: ${{ secrets.OVHAI_AI_API_KEY }}
|
||||
PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
|
||||
RAPID_API_KEY: ${{ secrets.RAPID_API_KEY }}
|
||||
TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }}
|
||||
VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
|
||||
WEAVIATE_API_KEY: ${{ secrets.WEAVIATE_API_KEY }}
|
||||
WEAVIATE_HOST: ${{ secrets.WEAVIATE_HOST }}
|
||||
CI_DELAY_SECONDS_AZURE_AI_SEARCH: 4
|
||||
CI_DELAY_SECONDS_AZURE_OPENAI: 3
|
||||
CI_DELAY_SECONDS_BEDROCK: 3
|
||||
CI_DELAY_SECONDS_GITHUB_MODELS: 7
|
||||
CI_DELAY_SECONDS_GOOGLE_AI_GEMINI: 20
|
||||
CI_DELAY_SECONDS_GOOGLE_AI_GEMINI_BATCH: 20
|
||||
CI_DELAY_SECONDS_VERTEX_AI: 5
|
||||
CI_DELAY_SECONDS_VERTEX_AI_ANTHROPIC: 12
|
||||
CI_DELAY_SECONDS_VERTEX_AI_GEMINI: 12
|
||||
CI_DELAY_SECONDS_VOYAGE_AI: 22
|
||||
|
||||
- name: Clean Docker
|
||||
run: docker system prune -af || true
|
||||
|
||||
- name: Publish Test Summary
|
||||
if: always()
|
||||
run: |
|
||||
python3 << 'PYEOF'
|
||||
import xml.etree.ElementTree as ET
|
||||
import glob, os, re
|
||||
|
||||
files = glob.glob('**/target/*-reports/TEST-*.xml', recursive=True)
|
||||
total = failures = errors = skipped = 0
|
||||
failed_tests = []
|
||||
|
||||
for path in files:
|
||||
try:
|
||||
root = ET.parse(path).getroot()
|
||||
total += int(root.get('tests', 0))
|
||||
failures += int(root.get('failures', 0))
|
||||
errors += int(root.get('errors', 0))
|
||||
skipped += int(root.get('skipped', 0))
|
||||
for tc in root.findall('.//testcase'):
|
||||
fail = tc.find('failure')
|
||||
if fail is None:
|
||||
fail = tc.find('error')
|
||||
if fail is not None:
|
||||
cls = tc.get('classname', '')
|
||||
name = tc.get('name', '')
|
||||
trace = fail.text or ''
|
||||
m = re.search(r'\bat ' + re.escape(cls) + r'[.$][^\n(]*\(([^)]+\.java:\d+)\)', trace)
|
||||
loc = f'`{m.group(1)}`' if m else ''
|
||||
msg = (fail.get('message', '') or '').replace('\n', '<br>').replace('|', '\\|')
|
||||
if len(msg) > 500:
|
||||
msg = f"{msg[:500]}<details><summary>show more</summary>{msg[500:]}</details>"
|
||||
failed_tests.append(f"| `{cls}` | `{name}` | {loc} | {msg} |")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
passed = total - failures - errors - skipped
|
||||
summary = os.environ.get('GITHUB_STEP_SUMMARY', '/dev/null')
|
||||
with open(summary, 'a') as f:
|
||||
f.write('## Test Results\n\n')
|
||||
if failures == 0 and errors == 0:
|
||||
f.write(f':white_check_mark: **{passed} passed**, {skipped} skipped out of {total} tests\n')
|
||||
else:
|
||||
f.write(f':x: **{failures} failed, {errors} errors**, {passed} passed, {skipped} skipped out of {total} tests\n')
|
||||
if failed_tests:
|
||||
f.write('\n### Failures\n\n')
|
||||
f.write('| Class | Test | Location | Error Message |\n')
|
||||
f.write('|-------|------|----------|---------------|\n')
|
||||
for line in failed_tests[:50]:
|
||||
f.write(line + '\n')
|
||||
if len(failed_tests) > 50:
|
||||
f.write(f'\n*... and {len(failed_tests) - 50} more*\n')
|
||||
PYEOF
|
||||
|
||||
- name: Upload Test Reports
|
||||
if: always() # always run even if the previous step failed or was cancelled
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: Test-Reports-${{ strategy.job-index }}
|
||||
path: '**/target/*-reports/*'
|
||||
|
||||
- name: Upload JaCoCo Reports
|
||||
if: always()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: jacoco-${{ strategy.job-index }}
|
||||
path: '**/target/site/jacoco/**'
|
||||
|
||||
- name: Upload JaCoCo Execution Data
|
||||
if: always()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: jacoco-exec-${{ strategy.job-index }}
|
||||
path: '**/target/jacoco.exec'
|
||||
@@ -0,0 +1,222 @@
|
||||
name: Nightly Build JDK 25
|
||||
|
||||
on:
|
||||
schedule:
|
||||
- cron: '0 4 * * *' # daily at 04:00 UTC
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
discover-modules:
|
||||
if: github.repository == 'langchain4j/langchain4j'
|
||||
runs-on: ubuntu-latest
|
||||
outputs:
|
||||
matrix: ${{ steps.set-matrix.outputs.matrix }}
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- id: set-matrix
|
||||
shell: bash
|
||||
run: |
|
||||
echo "Discovering Maven modules..."
|
||||
modules=$(find . -type f -name pom.xml -exec dirname {} \; | sort | uniq | sed 's|^\./||' | grep -v '^$' | grep -v '^.$')
|
||||
echo "Detected modules:"
|
||||
echo "$modules"
|
||||
|
||||
# number of parallel groups
|
||||
N=7
|
||||
|
||||
# round-robin grouping
|
||||
matrix=$(echo "$modules" | awk -v N="$N" '
|
||||
{
|
||||
g = (NR - 1) % N
|
||||
arr[g] = (arr[g] ? arr[g] "," "\"" $0 "\"" : "\"" $0 "\"")
|
||||
}
|
||||
END {
|
||||
printf("{\"modules\": [");
|
||||
for (i = 0; i < N; i++) {
|
||||
if (i > 0) printf(",");
|
||||
printf("[%s]", arr[i])
|
||||
}
|
||||
print "]}"
|
||||
}
|
||||
')
|
||||
|
||||
echo "Generated matrix: $matrix"
|
||||
echo "matrix=$matrix" >> $GITHUB_OUTPUT
|
||||
|
||||
build:
|
||||
needs: discover-modules
|
||||
runs-on: ubuntu-latest
|
||||
strategy:
|
||||
fail-fast: false
|
||||
matrix: ${{ fromJson(needs.discover-modules.outputs.matrix) }}
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- name: Set up JDK 25
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: 25
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
|
||||
- name: Authenticate to Google Cloud
|
||||
# Required for Google modules (e.g., langchain4j-vertex-ai)
|
||||
uses: google-github-actions/auth@7c6bc770dae815cd3e89ee6cdf493a5fab2cc093 # v3
|
||||
with:
|
||||
project_id: ${{ secrets.GCP_PROJECT_ID }}
|
||||
credentials_json: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
|
||||
- name: Setup JBang
|
||||
# Required for MCP module
|
||||
uses: jbangdev/setup-jbang@2b1b465a7b75f4222b81426f23a01e013aa7b95c # v0.1.1
|
||||
continue-on-error: true
|
||||
|
||||
- name: Build with JDK 25
|
||||
run: |
|
||||
modules="${{ join(matrix.modules, ',') }}"
|
||||
echo "Building modules: $modules"
|
||||
|
||||
## compile and install ALL modules to avoid running integration tests on dependent modules in the step below
|
||||
mvn -B -U -T8C -DskipTests -DskipITs -DembeddingsSkipCache install
|
||||
|
||||
mvn -B -U verify \
|
||||
-pl "${modules}" \
|
||||
-DskipAzureAiSearchITs -DskipJlamaITs -DskipLocalAiITs -DskipMilvusITs -DskipOllamaITs -DskipOracleITs -DskipVespaITs \
|
||||
--fail-at-end \
|
||||
-Djunit.jupiter.extensions.autodetection.enabled=true \
|
||||
-DembeddingsSkipCache \
|
||||
-Dtinylog.writer.level=info
|
||||
|
||||
env:
|
||||
LC4J_GLOBAL_TEST_RETRY_ENABLED: true
|
||||
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
|
||||
ANTHROPIC_CACHING_BASE_URL: ${{ secrets.ANTHROPIC_CACHING_BASE_URL }}
|
||||
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
|
||||
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
|
||||
AZURE_OPENAI_AUDIO_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_AUDIO_DEPLOYMENT_NAME }}
|
||||
AZURE_OPENAI_AUDIO_ENDPOINT: ${{ secrets.AZURE_OPENAI_AUDIO_ENDPOINT }}
|
||||
AZURE_OPENAI_AUDIO_KEY: ${{ secrets.AZURE_OPENAI_AUDIO_KEY }}
|
||||
AZURE_OPENAI_DEPLOYMENT_NAME: ${{ secrets.AZURE_OPENAI_DEPLOYMENT_NAME }}
|
||||
AZURE_OPENAI_ENDPOINT: ${{ secrets.AZURE_OPENAI_ENDPOINT }}
|
||||
AZURE_OPENAI_KEY: ${{ secrets.AZURE_OPENAI_KEY }}
|
||||
AZURE_SEARCH_ENDPOINT: ${{ secrets.AZURE_SEARCH_ENDPOINT }}
|
||||
AZURE_SEARCH_KEY: ${{ secrets.AZURE_SEARCH_KEY }}
|
||||
COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
|
||||
DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
|
||||
ELASTICSEARCH_CLOUD_API_KEY: ${{ secrets.ELASTICSEARCH_CLOUD_API_KEY }}
|
||||
ELASTICSEARCH_CLOUD_URL: ${{ secrets.ELASTICSEARCH_CLOUD_URL }}
|
||||
GCP_CREDENTIALS_JSON: ${{ secrets.GCP_CREDENTIALS_JSON }}
|
||||
GCP_LOCATION: ${{ secrets.GCP_LOCATION }}
|
||||
GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }}
|
||||
GCP_PROJECT_NUM: ${{ secrets.GCP_PROJECT_NUM }}
|
||||
GCP_VERTEXAI_ENDPOINT: ${{ secrets.GCP_VERTEXAI_ENDPOINT }}
|
||||
GOOGLE_AI_GEMINI_API_KEY: ${{ secrets.GOOGLE_AI_GEMINI_API_KEY }}
|
||||
HF_API_KEY: ${{ secrets.HF_API_KEY }}
|
||||
JINA_API_KEY: ${{ secrets.JINA_API_KEY }}
|
||||
MICROSOFT_FOUNDRY_API_KEY: ${{ secrets.MICROSOFT_FOUNDRY_API_KEY }}
|
||||
MICROSOFT_FOUNDRY_ENDPOINT: ${{ secrets.MICROSOFT_FOUNDRY_ENDPOINT }}
|
||||
MILVUS_API_KEY: ${{ secrets.MILVUS_API_KEY }}
|
||||
MILVUS_URI: ${{ secrets.MILVUS_URI }}
|
||||
MISTRAL_AI_API_KEY: ${{ secrets.MISTRAL_AI_API_KEY }}
|
||||
NOMIC_API_KEY: ${{ secrets.NOMIC_API_KEY }}
|
||||
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
|
||||
OPENAI_BASE_URL: ${{ secrets.OPENAI_BASE_URL }}
|
||||
OVHAI_AI_API_KEY: ${{ secrets.OVHAI_AI_API_KEY }}
|
||||
PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }}
|
||||
RAPID_API_KEY: ${{ secrets.RAPID_API_KEY }}
|
||||
TAVILY_API_KEY: ${{ secrets.TAVILY_API_KEY }}
|
||||
VOYAGE_API_KEY: ${{ secrets.VOYAGE_API_KEY }}
|
||||
WEAVIATE_API_KEY: ${{ secrets.WEAVIATE_API_KEY }}
|
||||
WEAVIATE_HOST: ${{ secrets.WEAVIATE_HOST }}
|
||||
CI_DELAY_SECONDS_AZURE_AI_SEARCH: 4
|
||||
CI_DELAY_SECONDS_AZURE_OPENAI: 3
|
||||
CI_DELAY_SECONDS_BEDROCK: 3
|
||||
CI_DELAY_SECONDS_GITHUB_MODELS: 7
|
||||
CI_DELAY_SECONDS_GOOGLE_AI_GEMINI: 20
|
||||
CI_DELAY_SECONDS_GOOGLE_AI_GEMINI_BATCH: 20
|
||||
CI_DELAY_SECONDS_VERTEX_AI: 5
|
||||
CI_DELAY_SECONDS_VERTEX_AI_ANTHROPIC: 12
|
||||
CI_DELAY_SECONDS_VERTEX_AI_GEMINI: 12
|
||||
CI_DELAY_SECONDS_VOYAGE_AI: 22
|
||||
|
||||
- name: Clean Docker
|
||||
run: docker system prune -af || true
|
||||
|
||||
- name: Publish Test Summary
|
||||
if: always()
|
||||
run: |
|
||||
python3 << 'PYEOF'
|
||||
import xml.etree.ElementTree as ET
|
||||
import glob, os, re
|
||||
|
||||
files = glob.glob('**/target/*-reports/TEST-*.xml', recursive=True)
|
||||
total = failures = errors = skipped = 0
|
||||
failed_tests = []
|
||||
|
||||
for path in files:
|
||||
try:
|
||||
root = ET.parse(path).getroot()
|
||||
total += int(root.get('tests', 0))
|
||||
failures += int(root.get('failures', 0))
|
||||
errors += int(root.get('errors', 0))
|
||||
skipped += int(root.get('skipped', 0))
|
||||
for tc in root.findall('.//testcase'):
|
||||
fail = tc.find('failure')
|
||||
if fail is None:
|
||||
fail = tc.find('error')
|
||||
if fail is not None:
|
||||
cls = tc.get('classname', '')
|
||||
name = tc.get('name', '')
|
||||
trace = fail.text or ''
|
||||
m = re.search(r'\bat ' + re.escape(cls) + r'[.$][^\n(]*\(([^)]+\.java:\d+)\)', trace)
|
||||
loc = f'`{m.group(1)}`' if m else ''
|
||||
msg = (fail.get('message', '') or '').replace('\n', '<br>').replace('|', '\\|')
|
||||
if len(msg) > 500:
|
||||
msg = f"{msg[:500]}<details><summary>show more</summary>{msg[500:]}</details>"
|
||||
failed_tests.append(f"| `{cls}` | `{name}` | {loc} | {msg} |")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
passed = total - failures - errors - skipped
|
||||
summary = os.environ.get('GITHUB_STEP_SUMMARY', '/dev/null')
|
||||
with open(summary, 'a') as f:
|
||||
f.write('## Test Results\n\n')
|
||||
if failures == 0 and errors == 0:
|
||||
f.write(f':white_check_mark: **{passed} passed**, {skipped} skipped out of {total} tests\n')
|
||||
else:
|
||||
f.write(f':x: **{failures} failed, {errors} errors**, {passed} passed, {skipped} skipped out of {total} tests\n')
|
||||
if failed_tests:
|
||||
f.write('\n### Failures\n\n')
|
||||
f.write('| Class | Test | Location | Error Message |\n')
|
||||
f.write('|-------|------|----------|---------------|\n')
|
||||
for line in failed_tests[:50]:
|
||||
f.write(line + '\n')
|
||||
if len(failed_tests) > 50:
|
||||
f.write(f'\n*... and {len(failed_tests) - 50} more*\n')
|
||||
PYEOF
|
||||
|
||||
- name: Upload Test Reports
|
||||
if: always() # always run even if the previous step failed or was cancelled
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: Test-Reports-${{ strategy.job-index }}
|
||||
path: '**/target/*-reports/*'
|
||||
|
||||
- name: Upload JaCoCo Reports
|
||||
if: always()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: jacoco-${{ strategy.job-index }}
|
||||
path: '**/target/site/jacoco/**'
|
||||
|
||||
- name: Upload JaCoCo Execution Data
|
||||
if: always()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: jacoco-exec-${{ strategy.job-index }}
|
||||
path: '**/target/jacoco.exec'
|
||||
@@ -0,0 +1,121 @@
|
||||
name: Nightly Build Oracle
|
||||
|
||||
# Oracle module is tested separately because it requires a lot of disk space
|
||||
# and does not fit in one job together with other modules
|
||||
|
||||
on:
|
||||
schedule:
|
||||
- cron: '0 6 * * *' # daily at 06:00 UTC
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
build:
|
||||
if: github.repository == 'langchain4j/langchain4j'
|
||||
runs-on: ubuntu-latest
|
||||
strategy:
|
||||
fail-fast: false
|
||||
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- name: Set up JDK 17
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: 17
|
||||
distribution: 'temurin'
|
||||
cache: 'maven'
|
||||
|
||||
- name: Build with JDK 17
|
||||
run: |
|
||||
## compile and install ALL modules to avoid running integration tests on dependent modules in the step below
|
||||
mvn -B -U -T8C -DskipTests -DskipITs -DembeddingsSkipCache install
|
||||
|
||||
mvn -B -U verify \
|
||||
-pl langchain4j-oracle \
|
||||
--fail-at-end \
|
||||
-Djunit.jupiter.extensions.autodetection.enabled=true \
|
||||
-DembeddingsSkipCache \
|
||||
-Dtinylog.writer.level=info
|
||||
|
||||
env:
|
||||
LC4J_GLOBAL_TEST_RETRY_ENABLED: true
|
||||
|
||||
- name: Clean Docker
|
||||
run: docker system prune -af || true
|
||||
|
||||
- name: Publish Test Summary
|
||||
if: always()
|
||||
run: |
|
||||
python3 << 'PYEOF'
|
||||
import xml.etree.ElementTree as ET
|
||||
import glob, os, re
|
||||
|
||||
files = glob.glob('**/target/*-reports/TEST-*.xml', recursive=True)
|
||||
total = failures = errors = skipped = 0
|
||||
failed_tests = []
|
||||
|
||||
for path in files:
|
||||
try:
|
||||
root = ET.parse(path).getroot()
|
||||
total += int(root.get('tests', 0))
|
||||
failures += int(root.get('failures', 0))
|
||||
errors += int(root.get('errors', 0))
|
||||
skipped += int(root.get('skipped', 0))
|
||||
for tc in root.findall('.//testcase'):
|
||||
fail = tc.find('failure')
|
||||
if fail is None:
|
||||
fail = tc.find('error')
|
||||
if fail is not None:
|
||||
cls = tc.get('classname', '')
|
||||
name = tc.get('name', '')
|
||||
trace = fail.text or ''
|
||||
m = re.search(r'\bat ' + re.escape(cls) + r'[.$][^\n(]*\(([^)]+\.java:\d+)\)', trace)
|
||||
loc = f'`{m.group(1)}`' if m else ''
|
||||
msg = (fail.get('message', '') or '').replace('\n', '<br>').replace('|', '\\|')
|
||||
if len(msg) > 500:
|
||||
msg = f"{msg[:500]}<details><summary>show more</summary>{msg[500:]}</details>"
|
||||
failed_tests.append(f"| `{cls}` | `{name}` | {loc} | {msg} |")
|
||||
except Exception:
|
||||
pass
|
||||
|
||||
passed = total - failures - errors - skipped
|
||||
summary = os.environ.get('GITHUB_STEP_SUMMARY', '/dev/null')
|
||||
with open(summary, 'a') as f:
|
||||
f.write('## Test Results\n\n')
|
||||
if failures == 0 and errors == 0:
|
||||
f.write(f':white_check_mark: **{passed} passed**, {skipped} skipped out of {total} tests\n')
|
||||
else:
|
||||
f.write(f':x: **{failures} failed, {errors} errors**, {passed} passed, {skipped} skipped out of {total} tests\n')
|
||||
if failed_tests:
|
||||
f.write('\n### Failures\n\n')
|
||||
f.write('| Class | Test | Location | Error Message |\n')
|
||||
f.write('|-------|------|----------|---------------|\n')
|
||||
for line in failed_tests[:50]:
|
||||
f.write(line + '\n')
|
||||
if len(failed_tests) > 50:
|
||||
f.write(f'\n*... and {len(failed_tests) - 50} more*\n')
|
||||
PYEOF
|
||||
|
||||
- name: Upload Test Reports
|
||||
if: always() # always run even if the previous step failed or was cancelled
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: Test-Reports-${{ strategy.job-index }}
|
||||
path: '**/target/*-reports/*'
|
||||
|
||||
- name: Upload JaCoCo Reports
|
||||
if: always()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: jacoco-${{ strategy.job-index }}
|
||||
path: '**/target/site/jacoco/**'
|
||||
|
||||
- name: Upload JaCoCo Execution Data
|
||||
if: always()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: jacoco-exec-${{ strategy.job-index }}
|
||||
path: '**/target/jacoco.exec'
|
||||
@@ -0,0 +1,190 @@
|
||||
name: release
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
stableVersion:
|
||||
description: "Stable release version (e.g., 1.8.0)"
|
||||
required: true
|
||||
betaVersion:
|
||||
description: "Beta release version (e.g., 1.8.0-beta15)"
|
||||
required: true
|
||||
branch:
|
||||
description: "Branch to release from (e.g., 'main' for minor releases, 'release/x.y.z' for patch releases)"
|
||||
required: false
|
||||
default: "main"
|
||||
startFrom:
|
||||
description: "Phase to start from (use to resume after a failed release)"
|
||||
required: false
|
||||
default: "core-and-parent"
|
||||
type: choice
|
||||
options:
|
||||
- core-and-parent
|
||||
- in-process-embeddings
|
||||
- rest-of-modules
|
||||
- commit-and-tag
|
||||
|
||||
env:
|
||||
STABLE_VERSION: ${{ github.event.inputs.stableVersion || github.event.client_payload.stableVersion }}
|
||||
BETA_VERSION: ${{ github.event.inputs.betaVersion || github.event.client_payload.betaVersion }}
|
||||
BRANCH: ${{ github.event.inputs.branch || github.event.client_payload.branch || 'main' }}
|
||||
START_FROM: ${{ github.event.inputs.startFrom || github.event.client_payload.startFrom || 'core-and-parent' }}
|
||||
|
||||
permissions:
|
||||
contents: write
|
||||
|
||||
concurrency:
|
||||
group: release
|
||||
cancel-in-progress: false
|
||||
|
||||
jobs:
|
||||
release:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
with:
|
||||
ref: ${{ env.BRANCH }}
|
||||
fetch-depth: 0
|
||||
# PAT is required to push the version commit and release tag to a protected branch
|
||||
token: ${{ secrets.GH_RELEASE_AUTOMATION }}
|
||||
|
||||
- name: Set up JDK 25
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: '25'
|
||||
distribution: 'temurin'
|
||||
cache: maven
|
||||
server-id: central
|
||||
server-username: MAVEN_CENTRAL_USERNAME
|
||||
server-password: MAVEN_CENTRAL_PASSWORD
|
||||
gpg-private-key: ${{ secrets.GPG_PRIVATE_KEY }}
|
||||
gpg-passphrase: GPG_PASSPHRASE
|
||||
|
||||
- name: Show inputs
|
||||
run: |
|
||||
echo "Stable version: $STABLE_VERSION"
|
||||
echo "Beta version: $BETA_VERSION"
|
||||
echo "Branch to release from: $BRANCH"
|
||||
echo "Start from phase: $START_FROM"
|
||||
|
||||
- name: Compute start phase number
|
||||
id: phase
|
||||
run: |
|
||||
case "$START_FROM" in
|
||||
core-and-parent) echo "num=1" >> "$GITHUB_OUTPUT" ;;
|
||||
in-process-embeddings) echo "num=2" >> "$GITHUB_OUTPUT" ;;
|
||||
rest-of-modules) echo "num=3" >> "$GITHUB_OUTPUT" ;;
|
||||
commit-and-tag) echo "num=4" >> "$GITHUB_OUTPUT" ;;
|
||||
*) echo "Unknown startFrom: $START_FROM" >&2; exit 1 ;;
|
||||
esac
|
||||
|
||||
- name: Extract current stable SNAPSHOT version from POM property
|
||||
id: extract-stable-snapshot-version
|
||||
run: |
|
||||
REVISION=$(mvn help:evaluate -Dexpression=langchain4j.stable.version -q -DforceStdout)
|
||||
echo "stableVersionSnapshot=$REVISION" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Update stable versions
|
||||
run: mvn versions:set -DnewVersion="$STABLE_VERSION" -DoldVersion=${{ steps.extract-stable-snapshot-version.outputs.stableVersionSnapshot }} -DgroupId=* -DartifactId=* -DgenerateBackupPoms=false
|
||||
|
||||
- name: Update stable version property
|
||||
run: mvn versions:set-property -Dproperty=langchain4j.stable.version -DnewVersion="$STABLE_VERSION" -DgenerateBackupPoms=false
|
||||
|
||||
- name: Extract current beta SNAPSHOT version from POM property
|
||||
id: extract-beta-snapshot-version
|
||||
run: |
|
||||
REVISION=$(mvn help:evaluate -Dexpression=langchain4j.beta.version -q -DforceStdout)
|
||||
echo "betaVersionSnapshot=$REVISION" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Update beta versions
|
||||
run: mvn versions:set -DnewVersion="$BETA_VERSION" -DoldVersion=${{ steps.extract-beta-snapshot-version.outputs.betaVersionSnapshot }} -DgroupId=* -DartifactId=* -DgenerateBackupPoms=false
|
||||
|
||||
- name: Update beta version property
|
||||
run: mvn versions:set-property -Dproperty=langchain4j.beta.version -DnewVersion="$BETA_VERSION" -DgenerateBackupPoms=false
|
||||
|
||||
- name: Release core and parent modules
|
||||
if: ${{ fromJSON(steps.phase.outputs.num) <= 1 }}
|
||||
run: mvn -B -U -pl internal/langchain4j-internal-test-retry,langchain4j-core,langchain4j-parent -Psign clean deploy
|
||||
env:
|
||||
GPG_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE }}
|
||||
MAVEN_CENTRAL_USERNAME: ${{ secrets.MAVEN_CENTRAL_USERNAME }}
|
||||
MAVEN_CENTRAL_PASSWORD: ${{ secrets.MAVEN_CENTRAL_PASSWORD }}
|
||||
|
||||
- name: Release in-process embeddings modules
|
||||
if: ${{ fromJSON(steps.phase.outputs.num) <= 2 }}
|
||||
run: |
|
||||
EMBEDDING_MODULES=$(find embeddings -mindepth 1 -maxdepth 1 -type d -exec test -f "{}/pom.xml" \; -print | paste -sd , -)
|
||||
|
||||
mvn -B -U --fail-at-end \
|
||||
-DskipTests -DskipITs \
|
||||
-pl "$EMBEDDING_MODULES" \
|
||||
-Psign clean deploy
|
||||
env:
|
||||
GPG_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE }}
|
||||
MAVEN_CENTRAL_USERNAME: ${{ secrets.MAVEN_CENTRAL_USERNAME }}
|
||||
MAVEN_CENTRAL_PASSWORD: ${{ secrets.MAVEN_CENTRAL_PASSWORD }}
|
||||
|
||||
- name: Release the rest of the modules
|
||||
if: ${{ fromJSON(steps.phase.outputs.num) <= 3 }}
|
||||
run: |
|
||||
EMBEDDING_MODULES=$(find embeddings -mindepth 1 -maxdepth 1 -type d -exec test -f "{}/pom.xml" \; -print | paste -sd , -)
|
||||
|
||||
EXCLUDES="!internal/langchain4j-internal-test-retry,!langchain4j-core,!langchain4j-parent"
|
||||
|
||||
# Append embeddings exclusions (converted to !path syntax)
|
||||
if [ -n "$EMBEDDING_MODULES" ]; then
|
||||
EMBEDDING_MODULES_EXCLUDES=$(echo "$EMBEDDING_MODULES" | sed 's/[^,]*/!\0/g')
|
||||
EXCLUDES="$EXCLUDES,$EMBEDDING_MODULES_EXCLUDES"
|
||||
fi
|
||||
|
||||
# Exclude integration-tests and all its submodules
|
||||
INTEGRATION_TEST_MODULES=$(find integration-tests -mindepth 1 -maxdepth 2 -type d -exec test -f "{}/pom.xml" \; -print | paste -sd , -)
|
||||
EXCLUDES="$EXCLUDES,!integration-tests"
|
||||
if [ -n "$INTEGRATION_TEST_MODULES" ]; then
|
||||
INTEGRATION_TEST_EXCLUDES=$(echo "$INTEGRATION_TEST_MODULES" | sed 's/[^,]*/!\0/g')
|
||||
EXCLUDES="$EXCLUDES,$INTEGRATION_TEST_EXCLUDES"
|
||||
fi
|
||||
|
||||
# Exclude internal modules
|
||||
EXCLUDES="$EXCLUDES,!internal/langchain4j-docu-chatbot-updater"
|
||||
|
||||
echo "Excluding modules: $EXCLUDES"
|
||||
|
||||
mvn -B -U --fail-at-end \
|
||||
-DskipTests -DskipITs \
|
||||
-pl "$EXCLUDES" \
|
||||
-Psign clean deploy
|
||||
env:
|
||||
GPG_PASSPHRASE: ${{ secrets.GPG_PASSPHRASE }}
|
||||
MAVEN_CENTRAL_USERNAME: ${{ secrets.MAVEN_CENTRAL_USERNAME }}
|
||||
MAVEN_CENTRAL_PASSWORD: ${{ secrets.MAVEN_CENTRAL_PASSWORD }}
|
||||
|
||||
- name: Commit version changes
|
||||
if: ${{ fromJSON(steps.phase.outputs.num) <= 4 }}
|
||||
run: |
|
||||
git config user.name "github-actions[bot]"
|
||||
git config user.email "github-actions[bot]@users.noreply.github.com"
|
||||
git add pom.xml '**/pom.xml'
|
||||
git commit -m "Release versions $STABLE_VERSION and $BETA_VERSION"
|
||||
|
||||
- name: Push
|
||||
if: ${{ fromJSON(steps.phase.outputs.num) <= 4 }}
|
||||
run: |
|
||||
git push origin "$BRANCH"
|
||||
|
||||
- name: Tag release
|
||||
if: ${{ fromJSON(steps.phase.outputs.num) <= 4 }}
|
||||
run: |
|
||||
git tag "$STABLE_VERSION"
|
||||
git push origin "$STABLE_VERSION"
|
||||
|
||||
- name: Trigger release in the langchain4j/langchain4j-spring repo
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GH_RELEASE_AUTOMATION }}
|
||||
run: |
|
||||
gh api repos/langchain4j/langchain4j-spring/dispatches \
|
||||
-f event_type=trigger-release \
|
||||
-f "client_payload[stableVersion]=$STABLE_VERSION" \
|
||||
-f "client_payload[betaVersion]=$BETA_VERSION" \
|
||||
-f "client_payload[branch]=$BRANCH"
|
||||
@@ -0,0 +1,49 @@
|
||||
name: snapshot_release
|
||||
|
||||
on:
|
||||
repository_dispatch:
|
||||
types: [ trigger-snapshot-release ]
|
||||
workflow_dispatch:
|
||||
push:
|
||||
branches:
|
||||
- main
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
concurrency:
|
||||
group: snapshot-release
|
||||
cancel-in-progress: false
|
||||
|
||||
jobs:
|
||||
snapshot_release:
|
||||
if: github.repository == 'langchain4j/langchain4j'
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
- name: Set up JDK 25
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
# Modules specify the oldest java version that they support:
|
||||
# even if we build with version 25, produced jars should be compatible with
|
||||
# JVMs running the version specified in each module's maven.compiler.target property
|
||||
java-version: '25'
|
||||
distribution: 'temurin'
|
||||
server-id: central
|
||||
server-username: MAVEN_CENTRAL_USERNAME
|
||||
server-password: MAVEN_CENTRAL_PASSWORD
|
||||
|
||||
- name: snapshot_release
|
||||
env:
|
||||
MAVEN_CENTRAL_USERNAME: ${{ secrets.MAVEN_CENTRAL_USERNAME }}
|
||||
MAVEN_CENTRAL_PASSWORD: ${{ secrets.MAVEN_CENTRAL_PASSWORD }}
|
||||
run: |
|
||||
mvn -B -U --fail-at-end -DskipTests -DskipITs clean deploy
|
||||
|
||||
- name: Trigger SNAPSHOT release for langchain4j-spring repo
|
||||
if: ${{ github.event_name == 'repository_dispatch' }}
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GH_RELEASE_AUTOMATION }}
|
||||
run: |
|
||||
gh api repos/langchain4j/langchain4j-spring/dispatches \
|
||||
-f event_type=trigger-snapshot-release
|
||||
@@ -0,0 +1,44 @@
|
||||
name: Split Package Detection
|
||||
|
||||
on:
|
||||
push:
|
||||
branches: [ main, master, 'release/**' ]
|
||||
pull_request:
|
||||
branches: [ main, master, 'release/**' ]
|
||||
# Optional: Run manually from the Actions tab
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
jobs:
|
||||
check-split-packages:
|
||||
runs-on: ubuntu-latest
|
||||
|
||||
steps:
|
||||
- name: Checkout code
|
||||
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
|
||||
- name: Set up JDK
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
distribution: 'temurin'
|
||||
java-version: '25'
|
||||
|
||||
- name: Build with Maven
|
||||
run: mvn package -Dmaven.javadoc.skip=true -DskipTests -DskipITs -DembeddingsSkipDownload
|
||||
|
||||
- name: Make script executable
|
||||
run: chmod +x ./check-split-packages.sh
|
||||
|
||||
- name: Run split package detection
|
||||
run: ./check-split-packages.sh
|
||||
|
||||
- name: Upload results as artifact if failure
|
||||
if: failure()
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6
|
||||
with:
|
||||
name: split-package-report
|
||||
path: |
|
||||
check-split-packages.sh
|
||||
# You could save the output to a file and include that too
|
||||
@@ -0,0 +1,104 @@
|
||||
name: Update versions for next dev iteration
|
||||
|
||||
on:
|
||||
repository_dispatch:
|
||||
types: [ trigger-update-versions-next-dev-iteration ]
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
nextStableVersion:
|
||||
description: "Next stable SNAPSHOT version (e.g., 1.9.0-SNAPSHOT)"
|
||||
required: true
|
||||
nextBetaVersion:
|
||||
description: "Next beta SNAPSHOT version (e.g., 1.9.0-beta16-SNAPSHOT)"
|
||||
required: true
|
||||
|
||||
env:
|
||||
NEXT_STABLE_VERSION: ${{ github.event.inputs.nextStableVersion || github.event.client_payload.nextStableVersion }}
|
||||
NEXT_BETA_VERSION: ${{ github.event.inputs.nextBetaVersion || github.event.client_payload.nextBetaVersion }}
|
||||
|
||||
permissions:
|
||||
contents: write
|
||||
|
||||
concurrency:
|
||||
group: update-versions
|
||||
cancel-in-progress: false
|
||||
|
||||
jobs:
|
||||
update_versions:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout repository
|
||||
uses: actions/checkout@9c091bb21b7c1c1d1991bb908d89e4e9dddfe3e0 # v7
|
||||
with:
|
||||
fetch-depth: 0
|
||||
token: ${{ secrets.GH_RELEASE_AUTOMATION }}
|
||||
|
||||
- name: Set up JDK 25
|
||||
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5
|
||||
with:
|
||||
java-version: '25'
|
||||
distribution: 'temurin'
|
||||
cache: maven
|
||||
|
||||
- name: Show inputs
|
||||
run: |
|
||||
echo "Next stable version: $NEXT_STABLE_VERSION"
|
||||
echo "Next beta version: $NEXT_BETA_VERSION"
|
||||
|
||||
- name: Extract current stable version property
|
||||
id: extract-current-stable
|
||||
run: |
|
||||
REVISION=$(mvn help:evaluate -Dexpression=langchain4j.stable.version -q -DforceStdout)
|
||||
echo "currentStableVersion=$REVISION" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Extract current beta version property
|
||||
id: extract-current-beta
|
||||
run: |
|
||||
REVISION=$(mvn help:evaluate -Dexpression=langchain4j.beta.version -q -DforceStdout)
|
||||
echo "currentBetaVersion=$REVISION" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Update stable versions
|
||||
run: |
|
||||
mvn versions:set \
|
||||
-DnewVersion="$NEXT_STABLE_VERSION" \
|
||||
-DoldVersion=${{ steps.extract-current-stable.outputs.currentStableVersion }} \
|
||||
-DgroupId=* -DartifactId=* -DgenerateBackupPoms=false
|
||||
|
||||
- name: Update stable version property
|
||||
run: |
|
||||
mvn versions:set-property \
|
||||
-Dproperty=langchain4j.stable.version \
|
||||
-DnewVersion="$NEXT_STABLE_VERSION" \
|
||||
-DgenerateBackupPoms=false
|
||||
|
||||
- name: Update beta versions
|
||||
run: |
|
||||
mvn versions:set \
|
||||
-DnewVersion="$NEXT_BETA_VERSION" \
|
||||
-DoldVersion=${{ steps.extract-current-beta.outputs.currentBetaVersion }} \
|
||||
-DgroupId=* -DartifactId=* -DgenerateBackupPoms=false
|
||||
|
||||
- name: Update beta version property
|
||||
run: |
|
||||
mvn versions:set-property \
|
||||
-Dproperty=langchain4j.beta.version \
|
||||
-DnewVersion="$NEXT_BETA_VERSION" \
|
||||
-DgenerateBackupPoms=false
|
||||
|
||||
- name: Commit and push changes
|
||||
run: |
|
||||
git config user.name "github-actions[bot]"
|
||||
git config user.email "github-actions[bot]@users.noreply.github.com"
|
||||
|
||||
git add pom.xml '**/pom.xml'
|
||||
git commit -m "Update versions to $NEXT_STABLE_VERSION and $NEXT_BETA_VERSION"
|
||||
git push origin main
|
||||
|
||||
- name: Trigger the same job in the langchain4j-spring repo
|
||||
env:
|
||||
GH_TOKEN: ${{ secrets.GH_RELEASE_AUTOMATION }}
|
||||
run: |
|
||||
gh api repos/langchain4j/langchain4j-spring/dispatches \
|
||||
-f event_type=trigger-update-versions-next-dev-iteration \
|
||||
-f "client_payload[nextStableVersion]=$NEXT_STABLE_VERSION" \
|
||||
-f "client_payload[nextBetaVersion]=$NEXT_BETA_VERSION"
|
||||
Reference in New Issue
Block a user