wehub-resource-sync
418 lines
19 KiB
YAML
418 lines
19 KiB
YAML
# Workflow for CUDA 12.3 Windows build
|
|
on:
|
|
workflow_dispatch:
|
|
inputs:
|
|
buildThreads:
|
|
description: 'Build threads for libnd4j. Used to control memory usage of builds.'
|
|
required: true
|
|
default: 4
|
|
deployToReleaseStaging:
|
|
description: 'Whether to deploy to release staging or not.'
|
|
required: false
|
|
default: 0
|
|
releaseVersion:
|
|
description: 'Release version target'
|
|
required: false
|
|
default: 1.0.0-M3
|
|
snapshotVersion:
|
|
description: 'Snapshot version target'
|
|
required: false
|
|
default: 1.0.0-SNAPSHOT
|
|
releaseRepoId:
|
|
description: 'Release repository id'
|
|
required: false
|
|
default:
|
|
serverId:
|
|
description: 'Server id to publish to'
|
|
required: false
|
|
default: central
|
|
mvnFlags:
|
|
description: "Extra maven flags (must escape input yourself if used)"
|
|
required: false
|
|
default:
|
|
libnd4jUrl:
|
|
description: 'Whether to download libnd4j using https://github.com/KonduitAI/gh-actions-libnd4j-urls/ for this build. LIBND4J_HOME will automatically be set. Should be used when only needing to build other modules.'
|
|
required: false
|
|
default:
|
|
runsOn:
|
|
description: 'System to run on'
|
|
required: false
|
|
default: windows-2019
|
|
debug_enabled:
|
|
description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)'
|
|
required: false
|
|
default: false
|
|
|
|
jobs:
|
|
windows-x86_64-cuda-12-3:
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
helper: [ cudnn,"" ]
|
|
extension: [ "" ]
|
|
include:
|
|
- mvn_ext: ${{ github.event.inputs.mvnFlags }}
|
|
experimental: true
|
|
name: Extra maven flags
|
|
- debug_enabled: ${{ github.event.inputs.debug_enabled }}
|
|
experimental: true
|
|
name: Debug enabled
|
|
- runs_on: ${{ github.event.inputs.runsOn }}
|
|
experimental: true
|
|
name: OS to run on
|
|
- libnd4j_file_download: ${{ github.event.inputs.libnd4jUrl }}
|
|
experimental: true
|
|
name: OS to run on
|
|
- deploy_to_release_staging: ${{ github.event.inputs.deployToReleaseStaging }}
|
|
experimental: true
|
|
name: Whether to deploy to release staging or not
|
|
- release_version: ${{ github.event.inputs.releaseVersion }}
|
|
experimental: true
|
|
name: Release version
|
|
- snapshot_version: ${{ github.event.inputs.snapshotVersion }}
|
|
experimental: true
|
|
name: Snapshot version
|
|
- server_id: ${{ github.event.inputs.serverId }}
|
|
experimental: true
|
|
name: Server id
|
|
- release_repo_id: ${{ github.event.inputs.releaseRepoId }}
|
|
experimental: true
|
|
name: The release repository to run on
|
|
- mvn_flags: ${{ github.event.inputs.mvnFlags }}
|
|
experimental: true
|
|
name: Extra maven flags to use as part of the build
|
|
- build_threads: ${{ github.event.inputs.buildThreads }}
|
|
experimental: true
|
|
name: The number of threads to build libnd4j with
|
|
|
|
runs-on: ${{ matrix.runs_on }}
|
|
steps:
|
|
- name: Cancel Previous Runs
|
|
uses: styfle/cancel-workflow-action@0.8.0
|
|
with:
|
|
access_token: ${{ github.token }}
|
|
- uses: actions/checkout@v4
|
|
- name: Set NVCC Compiler Flags
|
|
shell: powershell
|
|
run: |
|
|
echo "Setting NVCC environment variables to allow unsupported compiler..."
|
|
echo "CUDAFLAGS=--allow-unsupported-compiler -D__NVCC_ALLOW_UNSUPPORTED_COMPILER__" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
echo "NVCC_APPEND_FLAGS=--allow-unsupported-compiler -D__NVCC_ALLOW_UNSUPPORTED_COMPILER__" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
echo "CMAKE_CUDA_FLAGS=--allow-unsupported-compiler -D__NVCC_ALLOW_UNSUPPORTED_COMPILER__" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
|
|
- name: Free Disk Space (Windows)
|
|
shell: powershell
|
|
run: |
|
|
# Show initial disk space
|
|
Write-Host "Initial disk space:"
|
|
Get-PSDrive C | Select-Object Used,Free
|
|
|
|
# Remove Windows Defender scan history
|
|
Remove-Item -Path "$env:ProgramData\Microsoft\Windows Defender\Scans\History\*" -Recurse -Force -ErrorAction SilentlyContinue
|
|
Write-Host "Removed Windows Defender scan history"
|
|
|
|
# Clear Windows temp folders
|
|
Remove-Item -Path "$env:SystemRoot\Temp\*" -Recurse -Force -ErrorAction SilentlyContinue
|
|
Remove-Item -Path "$env:TEMP\*" -Recurse -Force -ErrorAction SilentlyContinue
|
|
Write-Host "Cleared Windows temp folders"
|
|
|
|
# Clear Windows Update cache safely (without stopping/starting service)
|
|
try {
|
|
Remove-Item -Path "$env:SystemRoot\SoftwareDistribution\Download\*" -Recurse -Force -ErrorAction SilentlyContinue
|
|
Write-Host "Cleared Windows Update download cache"
|
|
}
|
|
catch {
|
|
Write-Host "Could not clear Windows Update cache. Continuing..."
|
|
}
|
|
|
|
# Clean package manager caches
|
|
if (Test-Path -Path "C:\npm\cache") {
|
|
Remove-Item -Path "C:\npm\cache\*" -Recurse -Force -ErrorAction SilentlyContinue
|
|
Write-Host "Cleared NPM cache"
|
|
}
|
|
|
|
choco cache remove -y -ErrorAction SilentlyContinue
|
|
Write-Host "Cleared Chocolatey cache"
|
|
|
|
# Remove Docker images if Docker is installed
|
|
try {
|
|
if (Get-Command "docker" -ErrorAction SilentlyContinue) {
|
|
docker image prune -a -f
|
|
docker container prune -f
|
|
docker volume prune -f
|
|
Write-Host "Pruned Docker resources"
|
|
}
|
|
}
|
|
catch {
|
|
Write-Host "Failed to prune Docker resources. Continuing..."
|
|
}
|
|
|
|
# Remove .NET SDK/Runtime backup folders
|
|
if (Test-Path -Path "$env:ProgramData\Microsoft\.NET\*.backup") {
|
|
Remove-Item -Path "$env:ProgramData\Microsoft\.NET\*.backup" -Recurse -Force -ErrorAction SilentlyContinue
|
|
Write-Host "Removed .NET backup folders"
|
|
}
|
|
|
|
# Clear Azure artifacts cache
|
|
if (Test-Path -Path "$env:LOCALAPPDATA\Microsoft\Azure\*") {
|
|
Remove-Item -Path "$env:LOCALAPPDATA\Microsoft\Azure\*" -Recurse -Force -ErrorAction SilentlyContinue
|
|
Write-Host "Cleared Azure artifacts cache"
|
|
}
|
|
|
|
# Optimize Windows Component Store
|
|
try {
|
|
Start-Process -FilePath "dism.exe" -ArgumentList "/online /Cleanup-Image /StartComponentCleanup" -NoNewWindow -Wait
|
|
Write-Host "Optimized Windows Component Store"
|
|
}
|
|
catch {
|
|
Write-Host "Failed to optimize Windows Component Store. Continuing..."
|
|
}
|
|
|
|
# Show final disk space
|
|
Write-Host "Final disk space:"
|
|
Get-PSDrive C | Select-Object Used,Free
|
|
|
|
- name: Set mvn build command based on matrix
|
|
shell: powershell
|
|
run: |
|
|
if ( "${{ matrix.libnd4j_file_download }}" -ne "" ) {
|
|
$modules=" :nd4j-cuda-preset,:nd4j-cuda"
|
|
} elseif ( "${{ matrix.helper }}" -ne "" ) {
|
|
$modules=":nd4j-cuda-preset,:nd4j-cuda,libnd4j"
|
|
} elseif ( "${{ matrix.helper }}" -eq "" ) {
|
|
$modules=":nd4j-cuda-preset,:nd4j-cuda,libnd4j,:nd4j-cuda-platform"
|
|
}
|
|
|
|
$command="mvn ${{ matrix.mvn_ext }} -Pcuda -Dlibnd4j.cuda.compile.skip=false -Dlibnd4j.chip=cuda -Pcuda --also-make -pl $modules -Dlibnd4j.compute=`"8.6 9.0`" -Dlibnd4j.cpu.compile.skip=true -Dlibnd4j.buildthreads=${{ matrix.build_threads }} -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false -Dmaven.wagon.http.retryHandler.count=3 -Possrh -Dlibnd4j.buildthreads=${{ github.event.inputs.buildThreads }} -Djavacpp.platform=windows-x86_64 -Dlibnd4j.platform=windows-x86_64 -Pcuda -Dlibnd4j.chip=cuda deploy -DskipTests"
|
|
|
|
if ( "${{ matrix.helper }}" -ne "" -And "${{ matrix.extension }}" -ne "" ) {
|
|
$mvn_ext=" -Dlibnd4j.chip=cuda -Dlibnd4j.classifier=windows-x86_64-cuda-12.3-${{ matrix.helper }}-${{matrix.extension}} -Dlibnd4j.extension=${{ matrix.extension }} -Djavacpp.platform.extension=-${{ matrix.helper }}-${{ matrix.extension }} -Dlibnd4j.helper=${{ matrix.helper }} -Pcuda -Dlibnd4j.chip=cuda deploy -DskipTests"
|
|
$libnd4j_download_file_url="windows-cuda-12.3-${{ matrix.extension }}-${{ matrix.helper }}"
|
|
} elseif ( "${{ matrix.helper }}" -ne "" ) {
|
|
$mvn_ext=" -Dlibnd4j.classifier=windows-x86_64-cuda-12.3-${{ matrix.helper }} -Dlibnd4j.extension=${{ matrix.helper }} -Djavacpp.platform.extension=-${{ matrix.helper }} -Djavacpp.platform=windows-x86_64 -Dlibnd4j.helper=${{ matrix.helper }} -Dlibnd4j.platform=windows-x86_64 -Pcuda -Dlibnd4j.chip=cuda deploy -DskipTests"
|
|
$libnd4j_download_file_url="windows-cuda-12.3-${{ matrix.helper }}"
|
|
} else {
|
|
$libnd4j_download_file_url="windows-cuda-12.3"
|
|
$mvn_ext=" -Dlibnd4j.classifier=windows-x86_64-cuda-12.3"
|
|
}
|
|
|
|
$command2= -join("$($command)","$($mvn_ext)");
|
|
$to_write = -join("COMMAND=","$($command2)");
|
|
if ( "${{ matrix.libnd4j_file_download }}" -ne "") {
|
|
Write-Host "Adding libnd4j download URL to GITHUB_ENV"
|
|
$libnd4j_url_to_write = -join("LIBND4J_FILE_NAME=","$(${{ matrix.libnd4j_file_download }}/$libnd4j_download_file_url)");
|
|
echo $libnd4j_url_to_write | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
}
|
|
Write-Host "Setting command for helper ${{ matrix.helper }} and extension ${{ matrix.extension }} to $($command2) and the libnd4j bootstrap file name to $($libnd4j_download_file_url)"
|
|
echo $command2 | Out-File -FilePath "$env:GITHUB_WORKSPACE/mvn-command.bat" -Encoding utf8
|
|
echo $to_write | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
|
|
- name: Install MSYS2 and dependencies
|
|
uses: msys2/setup-msys2@v2
|
|
with:
|
|
msystem: MINGW64
|
|
update: true
|
|
install: >-
|
|
base-devel git tar pkg-config unzip p7zip zip autoconf autoconf-archive automake patch
|
|
mingw-w64-x86_64-make mingw-w64-x86_64-gnupg mingw-w64-x86_64-cmake mingw-w64-x86_64-nasm
|
|
mingw-w64-x86_64-toolchain mingw-w64-x86_64-libtool mingw-w64-x86_64-gcc mingw-w64-x86_64-gcc-fortran
|
|
mingw-w64-x86_64-libwinpthread-git mingw-w64-x86_64-SDL mingw-w64-x86_64-ragel
|
|
|
|
|
|
- name: Cache cuda install
|
|
uses: actions/cache@v4
|
|
id: cache-cuda-123
|
|
with:
|
|
path: C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v12.3
|
|
key: ${{ matrix.runs_on }}-cuda-12.3-${{ matrix.helper }}-${{ hashFiles('**/pom.xml') }}
|
|
restore-keys: |
|
|
${{ matrix.runs_on }}-cuda-12.3-${{ matrix.helper }}-
|
|
|
|
- name: Install CUDA 12.3 (if not cached)
|
|
if: steps.cache-cuda-123.outputs.cache-hit != 'true'
|
|
shell: powershell
|
|
env:
|
|
CUDA_VERSION: "12.3"
|
|
run: |
|
|
$scriptUrl = "https://raw.githubusercontent.com/KonduitAI/cuda-install/master/.github/actions/install-cuda-windows/install_cuda_windows.ps1"
|
|
$scriptPath = ".\install_cuda_windows.ps1"
|
|
Write-Host "Downloading CUDA install script from $scriptUrl..."
|
|
Invoke-WebRequest $scriptUrl -OutFile $scriptPath -UseBasicParsing
|
|
if (Test-Path $scriptPath) {
|
|
Write-Host "Download complete. Executing script with CUDA_VERSION=$($env:CUDA_VERSION)..."
|
|
& $scriptPath
|
|
} else {
|
|
Write-Error "Failed to download CUDA install script!"
|
|
exit 1
|
|
}
|
|
|
|
|
|
|
|
- name: Set up Java for publishing to GitHub Packages
|
|
uses: actions/setup-java@v4
|
|
with:
|
|
java-version: 11
|
|
distribution: 'temurin'
|
|
server-id: ${{ github.event.inputs.serverId }}
|
|
server-username: MAVEN_USERNAME
|
|
server-password: MAVEN_PASSWORD
|
|
gpg-private-key: ${{ secrets.SONATYPE_GPG_KEY }}
|
|
gpg-passphrase: MAVEN_GPG_PASSPHRASE
|
|
cache: 'maven'
|
|
|
|
|
|
- name: Setup Windows PATH and Compiler Environment
|
|
shell: powershell
|
|
run: |
|
|
Write-Host "Setting up Windows PATH and Compiler Environment..."
|
|
|
|
# Find Visual Studio installation
|
|
$vsPaths = @(
|
|
"${env:ProgramFiles}\Microsoft Visual Studio\2022\Enterprise",
|
|
"${env:ProgramFiles(x86)}\Microsoft Visual Studio\2022\Enterprise",
|
|
"${env:ProgramFiles}\Microsoft Visual Studio\2019\Enterprise",
|
|
"${env:ProgramFiles(x86)}\Microsoft Visual Studio\2019\Enterprise"
|
|
)
|
|
|
|
$vsPath = $null
|
|
foreach ($path in $vsPaths) {
|
|
if (Test-Path $path) {
|
|
$vsPath = $path
|
|
Write-Host "Found Visual Studio at: $vsPath"
|
|
break
|
|
}
|
|
}
|
|
|
|
if (-not $vsPath) {
|
|
Write-Error "Visual Studio not found in any expected location"
|
|
exit 1
|
|
}
|
|
|
|
# Setup MSVC environment using vcvars64.bat
|
|
$vcvarsPath = "$vsPath\VC\Auxiliary\Build\vcvars64.bat"
|
|
if (-not (Test-Path $vcvarsPath)) {
|
|
Write-Error "vcvars64.bat not found at $vcvarsPath"
|
|
exit 1
|
|
}
|
|
|
|
Write-Host "Setting up MSVC environment using: $vcvarsPath"
|
|
|
|
# Get environment after vcvars64.bat
|
|
$tempFile = [System.IO.Path]::GetTempFileName()
|
|
$cmd = "`"$vcvarsPath`" && set"
|
|
Write-Host "Executing: cmd.exe /c $cmd"
|
|
|
|
try {
|
|
cmd.exe /c $cmd | Out-File -FilePath $tempFile -Encoding ASCII
|
|
|
|
# Parse and set environment variables
|
|
$envVarsSet = 0
|
|
Get-Content $tempFile | ForEach-Object {
|
|
if ($_ -match '^([^=]+)=(.*)$') {
|
|
$name = $matches[1]
|
|
$value = $matches[2]
|
|
|
|
# Skip problematic variables
|
|
if ($name -notmatch '^(TEMP|TMP|RANDOM)$') {
|
|
[Environment]::SetEnvironmentVariable($name, $value, 'Process')
|
|
echo "$name=$value" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
$envVarsSet++
|
|
}
|
|
}
|
|
}
|
|
Write-Host "Set $envVarsSet environment variables from vcvars64.bat"
|
|
|
|
Remove-Item $tempFile -ErrorAction SilentlyContinue
|
|
}
|
|
catch {
|
|
Write-Error "Failed to execute vcvars64.bat: $_"
|
|
exit 1
|
|
}
|
|
|
|
# Setup CUDA paths
|
|
$cudaPath = "C:\Program Files\NVIDIA GPU Computing Toolkit\CUDA\v12.3"
|
|
$msysPath = "C:\msys64\mingw64\bin;C:\msys64\usr\bin"
|
|
|
|
Write-Host "Setting CUDA paths..."
|
|
echo "CUDA_PATH=$cudaPath" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
echo "CUDNN_ROOT_DIR=$cudaPath" | Out-File -FilePath $env:GITHUB_ENV -Encoding utf8 -Append
|
|
|
|
# Update PATH with MSYS2 and CUDA
|
|
$newPath = "$msysPath;$cudaPath\bin;$cudaPath\libnvvp;"
|
|
Write-Host "Adding to PATH: $newPath"
|
|
echo $newPath | Out-File -FilePath $env:GITHUB_PATH -Encoding utf8 -Append
|
|
|
|
- name: Run cuda build
|
|
shell: cmd
|
|
env:
|
|
MAVEN_USERNAME: ${{ secrets.CENTRAL_SONATYPE_TOKEN_USERNAME }}
|
|
MAVEN_PASSWORD: ${{ secrets.CENTRAL_SONATYPE_TOKEN_PASSWORD }}
|
|
MAVEN_GPG_PASSPHRASE: ${{ secrets.MAVEN_GPG_PASSPHRASE }}
|
|
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
|
PERFORM_RELEASE: ${{ matrix.deploy_to_release_staging }}
|
|
RELEASE_VERSION: ${{ matrix.release_version }}
|
|
SNAPSHOT_VERSION: ${{ matrix.snapshot_version }}
|
|
RELEASE_REPO_ID: ${{ matrix.release_repo_id }}
|
|
PUBLISH_TO: central
|
|
LIBND4J_HOME_SUFFIX: cuda
|
|
HELPER: ${{ matrix.helper }}
|
|
EXTENSION: ${{ matrix.extension }}
|
|
MAVEN_OPTS: "-Xmx2g"
|
|
|
|
run: |
|
|
echo "=== CUDA Build Started ==="
|
|
echo "Libnd4j build threads: ${{ matrix.build_threads }}"
|
|
echo "Deploy to release staging: %PERFORM_RELEASE%"
|
|
echo "Release version: %RELEASE_VERSION%"
|
|
echo "Snapshot version: %SNAPSHOT_VERSION%"
|
|
echo "Debug enabled: ${{ matrix.debug_enabled }}"
|
|
echo "Libnd4j URL input: %LIBND4J_FILE_NAME%"
|
|
echo "Maven flags input: ${{ matrix.mvn_flags }}"
|
|
echo "Server id: ${{ matrix.server_id }}"
|
|
echo "Release repo id: %RELEASE_REPO_ID%"
|
|
echo "CUDA Path from env: %CUDA_PATH%"
|
|
echo "CUDNN Root Dir from env: %CUDNN_ROOT_DIR%"
|
|
echo "=== Environment Check ==="
|
|
|
|
echo "Verifying compiler availability..."
|
|
where cl.exe >nul 2>&1 || (
|
|
echo "ERROR: cl.exe not found in PATH"
|
|
echo "Current PATH: %PATH%"
|
|
exit /b 1
|
|
)
|
|
|
|
where nvcc.exe >nul 2>&1 || (
|
|
echo "ERROR: nvcc.exe not found in PATH"
|
|
echo "Current PATH: %PATH%"
|
|
exit /b 1
|
|
)
|
|
|
|
echo "Compiler verification successful:"
|
|
echo "cl.exe location:"
|
|
where cl.exe
|
|
cl.exe 2>&1 | findstr "Microsoft"
|
|
|
|
echo "nvcc.exe location:"
|
|
where nvcc.exe
|
|
nvcc.exe --version | findstr "release"
|
|
|
|
echo "=== Build Process ==="
|
|
set MSYSTEM=MINGW64
|
|
echo "Running cuda build..."
|
|
echo "Maven command from file:"
|
|
type "%GITHUB_WORKSPACE%\mvn-command.bat"
|
|
|
|
bash ./change-cuda-versions.sh 12.3
|
|
|
|
Rem Ensure CUDNN_ROOT_DIR is set if needed by cmake; often CUDA_PATH is sufficient
|
|
if not defined CUDNN_ROOT_DIR set CUDNN_ROOT_DIR=%CUDA_PATH%
|
|
|
|
if "%PERFORM_RELEASE%"=="1" (
|
|
echo "Running release build..."
|
|
bash "%GITHUB_WORKSPACE%/bootstrap-libnd4j-from-url.sh" windows cuda 12.3 "%HELPER%" "%EXTENSION%"
|
|
bash "./release-specified-component.sh" "%RELEASE_VERSION%" "%SNAPSHOT_VERSION%" "%RELEASE_REPO_ID%"
|
|
) else (
|
|
echo "Running snapshot build..."
|
|
bash "%GITHUB_WORKSPACE%/bootstrap-libnd4j-from-url.sh" windows cuda 12.3 "%HELPER%" "%EXTENSION%"
|
|
call "%GITHUB_WORKSPACE%\mvn-command.bat"
|
|
) |