Nightly Build #11
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Nightly Build | |
| on: | |
| schedule: | |
| # 每天 UTC 02:00 (北京时间 10:00) | |
| - cron: '0 2 * * *' | |
| workflow_dispatch: | |
| inputs: | |
| source_ref: | |
| description: "Source ref in Java-Chains/chains (branch/tag/commit). Defaults to main" | |
| required: false | |
| type: string | |
| default: 'main' | |
| skip_docker: | |
| description: "Skip Docker build" | |
| required: false | |
| type: boolean | |
| default: true | |
| permissions: | |
| contents: write | |
| concurrency: | |
| group: nightly | |
| cancel-in-progress: true | |
| jobs: | |
| # ==================================================== | |
| # Job 0: 检查是否有新提交（定时触发时跳过无变更的构建） | |
| # ==================================================== | |
| check_changes: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| should_build: ${{ steps.check.outputs.should_build }} | |
| source_sha: ${{ steps.check.outputs.source_sha }} | |
| short_sha: ${{ steps.check.outputs.short_sha }} | |
| nightly_version: ${{ steps.check.outputs.nightly_version }} | |
| steps: | |
| - name: Check for Recent Changes | |
| id: check | |
| env: | |
| DEPENDENCY_REPO_TOKEN: ${{ secrets.DEPENDENCY_REPO_TOKEN }} | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| SOURCE_REF="${{ inputs.source_ref || 'main' }}" | |
| # 获取最新 commit SHA | |
| SOURCE_SHA=$(git ls-remote "https://x-access-token:${DEPENDENCY_REPO_TOKEN}@github.com/Java-Chains/chains.git" "$SOURCE_REF" | head -1 | cut -f1) | |
| if [ -z "$SOURCE_SHA" ]; then | |
| echo "Cannot resolve ref: $SOURCE_REF" | |
| exit 1 | |
| fi | |
| SHORT_SHA="${SOURCE_SHA:0:7}" | |
| NIGHTLY_VERSION="nightly-$(date -u +%Y%m%d)-${SHORT_SHA}" | |
| echo "source_sha=$SOURCE_SHA" >> "$GITHUB_OUTPUT" | |
| echo "short_sha=$SHORT_SHA" >> "$GITHUB_OUTPUT" | |
| echo "nightly_version=$NIGHTLY_VERSION" >> "$GITHUB_OUTPUT" | |
| # workflow_dispatch 总是构建 | |
| if [ "${{ github.event_name }}" = "workflow_dispatch" ]; then | |
| echo "should_build=true" >> "$GITHUB_OUTPUT" | |
| exit 0 | |
| fi | |
| # schedule 模式：检查最近 24h 是否有新提交 | |
| LAST_NIGHTLY_SHA="" | |
| RELEASE_JSON=$(gh release view nightly --repo "$GITHUB_REPOSITORY" --json body 2>/dev/null || true) | |
| if [ -n "$RELEASE_JSON" ]; then | |
| LAST_NIGHTLY_SHA=$(echo "$RELEASE_JSON" | jq -r '.body' | grep -oP 'Source commit: \K[0-9a-f]+' || true) | |
| fi | |
| if [ "$SOURCE_SHA" = "$LAST_NIGHTLY_SHA" ]; then | |
| echo "No new commits since last nightly build, skipping." | |
| echo "should_build=false" >> "$GITHUB_OUTPUT" | |
| else | |
| echo "New commits detected, building." | |
| echo "should_build=true" >> "$GITHUB_OUTPUT" | |
| fi | |
| # ==================================================== | |
| # Job 1: 核心构建 | |
| # ==================================================== | |
| build: | |
| needs: check_changes | |
| if: needs.check_changes.outputs.should_build == 'true' | |
| runs-on: ubuntu-latest | |
| env: | |
| JAVA_VERSION: '8' | |
| NODE_VERSION: '23.2.0' | |
| PNPM_VERSION: '9.13.2' | |
| GO_VERSION: '1.20.14' | |
| steps: | |
| - name: Checkout Release Repo | |
| uses: actions/checkout@v4 | |
| - name: Read Release Manifest | |
| id: manifest | |
| shell: bash | |
| run: | | |
| ruby <<'RUBY' | |
| require 'yaml' | |
| manifest = YAML.safe_load(File.read('.github/release-manifest.yml'), aliases: false) | |
| dependencies = manifest.fetch('dependencies') | |
| required = %w[ | |
| chains_dev_jars | |
| java_echo_generator | |
| java_memshell_generator | |
| chains_config | |
| ] | |
| File.open(ENV.fetch('GITHUB_OUTPUT'), 'a') do |out| | |
| required.each do |name| | |
| entry = dependencies[name] || abort("Missing dependency entry: #{name}") | |
| repository = entry['repository'].to_s.strip | |
| ref = entry['ref'].to_s.strip | |
| abort("Missing repository for #{name}") if repository.empty? | |
| abort("Missing ref for #{name}") if ref.empty? | |
| out.puts "#{name}_repository=#{repository}" | |
| out.puts "#{name}_ref=#{ref}" | |
| end | |
| end | |
| RUBY | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| with: | |
| repository: Java-Chains/chains | |
| ref: ${{ inputs.source_ref || 'main' }} | |
| token: ${{ secrets.DEPENDENCY_REPO_TOKEN }} | |
| fetch-depth: 1 | |
| path: source | |
| - name: Clone Pinned Dependency Repositories | |
| env: | |
| DEPENDENCY_REPO_TOKEN: ${{ secrets.DEPENDENCY_REPO_TOKEN }} | |
| run: | | |
| mkdir -p release-deps | |
| clone_repo() { | |
| local repository="$1" | |
| local directory="$2" | |
| local ref="$3" | |
| local url="https://x-access-token:${DEPENDENCY_REPO_TOKEN}@github.com/${repository}.git" | |
| echo "Cloning ${repository} @ ${ref}" | |
| git clone --depth 1 "$url" "$directory" | |
| git -C "$directory" checkout "$ref" | |
| echo "Resolved $(git -C "$directory" rev-parse HEAD) for ${repository}" | |
| } | |
| clone_repo "${{ steps.manifest.outputs.chains_dev_jars_repository }}" "release-deps/chains-dev-jars" "${{ steps.manifest.outputs.chains_dev_jars_ref }}" | |
| clone_repo "${{ steps.manifest.outputs.java_echo_generator_repository }}" "release-deps/java-echo-generator" "${{ steps.manifest.outputs.java_echo_generator_ref }}" | |
| clone_repo "${{ steps.manifest.outputs.java_memshell_generator_repository }}" "release-deps/java-memshell-generator" "${{ steps.manifest.outputs.java_memshell_generator_ref }}" | |
| clone_repo "${{ steps.manifest.outputs.chains_config_repository }}" "release-deps/chains-config" "${{ steps.manifest.outputs.chains_config_ref }}" | |
| - name: Set up Temurin JDK ${{ env.JAVA_VERSION }} | |
| uses: actions/setup-java@v4 | |
| with: | |
| distribution: 'temurin' | |
| java-version: ${{ env.JAVA_VERSION }} | |
| cache: 'maven' | |
| - name: Set up Maven | |
| uses: stCarolas/setup-maven@v5 | |
| with: | |
| maven-version: 3.9.6 | |
| - name: Cache Maven dependencies | |
| uses: actions/cache@v4 | |
| with: | |
| path: ~/.m2/repository | |
| key: ${{ runner.os }}-maven-nightly-${{ hashFiles('source/**/pom.xml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-maven-nightly- | |
| ${{ runner.os }}-maven- | |
| - name: Set up Go ${{ env.GO_VERSION }} | |
| uses: actions/setup-go@v5 | |
| with: | |
| go-version: ${{ env.GO_VERSION }} | |
| cache-dependency-path: source/mcp-go/go.sum | |
| - name: Install Dev Jars | |
| run: | | |
| cd release-deps/chains-dev-jars | |
| bash mvn_install.sh | |
| - name: Build and Install Generators | |
| run: | | |
| cd release-deps/java-echo-generator | |
| mvn clean install -DskipTests | |
| cd ../../release-deps/java-memshell-generator | |
| mvn clean install -DskipTests | |
| - name: Set up Node.js & pnpm | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: ${{ env.NODE_VERSION }} | |
| - uses: pnpm/action-setup@v4 | |
| with: | |
| version: ${{ env.PNPM_VERSION }} | |
| - name: Build Frontend | |
| run: | | |
| cd source/frontend | |
| pnpm install | |
| pnpm build | |
| mkdir -p ../java-chains/src/main/resources/static | |
| rm -rf ../java-chains/src/main/resources/static/* | |
| cp -r dist/* ../java-chains/src/main/resources/static/ | |
| - name: Build Backend (Server & CLI) | |
| run: | | |
| cd source | |
| mvn clean install -DskipTests -Dmaven.compiler.source=1.8 -Dmaven.compiler.target=1.8 | |
| - name: Build MCP Binaries | |
| run: | | |
| mkdir -p release_base/mcp-binaries | |
| cd source/mcp-go | |
| build_mcp() { | |
| local goos="$1" | |
| local goarch="$2" | |
| local output="$3" | |
| echo "Building ${output} ..." | |
| CGO_ENABLED=0 GOOS="$goos" GOARCH="$goarch" \ | |
| go build -trimpath -ldflags="-s -w" -o "../../release_base/mcp-binaries/${output}" ./cmd/mcp-go | |
| } | |
| build_mcp linux amd64 java-chains-mcp-linux-amd64 | |
| build_mcp linux arm64 java-chains-mcp-linux-arm64 | |
| build_mcp windows amd64 java-chains-mcp-windows-amd64.exe | |
| build_mcp windows arm64 java-chains-mcp-windows-arm64.exe | |
| build_mcp darwin amd64 java-chains-mcp-macos-amd64 | |
| build_mcp darwin arm64 java-chains-mcp-macos-arm64 | |
| - name: Prepare Base Artifacts | |
| run: | | |
| SERVER_JAR=$(find source -maxdepth 1 -type f -name "java-chains-*-exec.jar" | sort | head -n 1) | |
| if [ -z "$SERVER_JAR" ]; then | |
| SERVER_JAR=$(find source -maxdepth 1 -type f -name "java-chains-*.jar" \ | |
| ! -name "*-sources.jar" \ | |
| ! -name "*-javadoc.jar" \ | |
| ! -name "*.original" | sort | head -n 1) | |
| fi | |
| if [ -f "$SERVER_JAR" ]; then | |
| echo "Found Server Jar: $(basename "$SERVER_JAR")" | |
| cp "$SERVER_JAR" release_base/java-chains.jar | |
| else | |
| echo "Error: java-chains jar not found" | |
| exit 1 | |
| fi | |
| CLI_JAR=$(find source/cli-chains/target -type f -name "cli-chains-*-jar-with-dependencies.jar" | sort | head -n 1) | |
| if [ -z "$CLI_JAR" ]; then | |
| CLI_JAR=$(find source -maxdepth 1 -type f -name "cli-chains-*-jar-with-dependencies.jar" | sort | head -n 1) | |
| fi | |
| if [ -f "$CLI_JAR" ]; then | |
| echo "Found CLI Jar: $(basename "$CLI_JAR")" | |
| cp "$CLI_JAR" release_base/cli-chains.jar | |
| else | |
| echo "Warning: cli-chains jar not found, skipping" | |
| fi | |
| cp -r release-deps/chains-config release_base/chains-config | |
| rm -rf release_base/chains-config/.git | |
| if [ -d source/chains-config/mcp ]; then | |
| mkdir -p release_base/chains-config/mcp | |
| cp -r source/chains-config/mcp/. release_base/chains-config/mcp/ | |
| fi | |
| - name: Purge | |
| if: always() | |
| run: | | |
| rm -rf source release-deps | |
| rm -rf ~/.m2/repository | |
| echo "=== Artifact integrity check ===" | |
| if find release_base -type f \( \ | |
| -name "*.java" -o -name "*.go" -o -name "*.ts" -o -name "*.tsx" \ | |
| -o -name "*.vue" -o -name "*.jsx" -o -name "*.py" \ | |
| -o -name "*-sources.jar" -o -name "*-javadoc.jar" \ | |
| -o -name ".git" -o -name ".gitignore" \ | |
| -o -name "pom.xml" -o -name "package.json" -o -name "go.mod" \ | |
| \) | grep -q .; then | |
| echo "ERROR: detected in release artifacts!" | |
| find release_base -type f \( \ | |
| -name "*.java" -o -name "*.go" -o -name "*.ts" -o -name "*.tsx" \ | |
| -o -name "*.vue" -o -name "*.jsx" -o -name "*.py" \ | |
| -o -name "*-sources.jar" -o -name "*-javadoc.jar" \ | |
| -o -name ".git" -o -name ".gitignore" \ | |
| -o -name "pom.xml" -o -name "package.json" -o -name "go.mod" \ | |
| \) | |
| exit 1 | |
| fi | |
| # 递归清除残留的 .git 目录 | |
| find release_base -type d -name ".git" -exec rm -rf {} + 2>/dev/null || true | |
| echo "Artifact contents:" | |
| find release_base -type f | sort | |
| echo "=== All clean ===" | |
| - name: Upload Base Artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: nightly-artifacts | |
| path: release_base/ | |
| retention-days: 3 | |
| # ==================================================== | |
| # Job 2: 更新 Nightly Release | |
| # ==================================================== | |
| publish_nightly: | |
| needs: [check_changes, build] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: nightly-artifacts | |
| path: base | |
| - name: Package Nightly Artifacts | |
| run: | | |
| NIGHTLY_VERSION="${{ needs.check_changes.outputs.nightly_version }}" | |
| # 通用包 (server + config) | |
| tar -czf "java-chains-${NIGHTLY_VERSION}.tar.gz" -C base java-chains.jar chains-config | |
| # MCP 全平台包 | |
| tar -czf "java-chains-mcp-${NIGHTLY_VERSION}-binaries.tar.gz" -C base mcp-binaries | |
| # CLI 包 (如果存在) | |
| if [ -f base/cli-chains.jar ]; then | |
| mkdir -p cli_dist | |
| cp base/cli-chains.jar cli_dist/ | |
| cp -r base/chains-config cli_dist/ | |
| tar -czf "cli-chains-${NIGHTLY_VERSION}.tar.gz" -C cli_dist . | |
| fi | |
| - name: Update Nightly Release | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| run: | | |
| NIGHTLY_VERSION="${{ needs.check_changes.outputs.nightly_version }}" | |
| SOURCE_SHA="${{ needs.check_changes.outputs.source_sha }}" | |
| SHORT_SHA="${{ needs.check_changes.outputs.short_sha }}" | |
| BUILD_DATE=$(date -u +%Y-%m-%d) | |
| # 删除旧的 nightly release（如果存在） | |
| gh release delete nightly --repo "$GITHUB_REPOSITORY" --yes 2>/dev/null || true | |
| git push --delete origin nightly 2>/dev/null || true | |
| BODY=$(cat <<EOF | |
| ## Nightly Build — ${BUILD_DATE} | |
| > **This is an automated nightly build and may be unstable.** | |
| | Key | Value | | |
| |-----|-------| | |
| | Source ref | main | | |
| | Source commit | ${SOURCE_SHA} | | |
| | Build version | ${NIGHTLY_VERSION} | | |
| | Build date | ${BUILD_DATE} | | |
| ### Artifacts | |
| - \`java-chains-${NIGHTLY_VERSION}.tar.gz\` — Server + Config | |
| - \`java-chains-mcp-${NIGHTLY_VERSION}-binaries.tar.gz\` — MCP Binaries (all platforms) | |
| - \`cli-chains-${NIGHTLY_VERSION}.tar.gz\` — CLI Tool | |
| EOF | |
| ) | |
| ASSETS=() | |
| for f in *.tar.gz; do | |
| [ -f "$f" ] && ASSETS+=("$f") | |
| done | |
| gh release create nightly \ | |
| --repo "$GITHUB_REPOSITORY" \ | |
| --title "Nightly Build (${BUILD_DATE})" \ | |
| --notes "$BODY" \ | |
| --prerelease \ | |
| "${ASSETS[@]}" | |
| # ==================================================== | |
| # Job 3: Nightly Docker Build | |
| # ==================================================== | |
| docker_nightly: | |
| needs: [check_changes, build] | |
| if: ${{ inputs.skip_docker != true }} | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| sparse-checkout: Dockerfile | |
| sparse-checkout-cone-mode: false | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: nightly-artifacts | |
| path: docker-context | |
| - name: Prepare Docker Context (no source code) | |
| run: | | |
| rm -f docker-context/cli-chains.jar | |
| # 只保留 Dockerfile 需要的文件 | |
| cp Dockerfile docker-context/ | |
| test -f docker-context/java-chains.jar | |
| test -d docker-context/mcp-binaries | |
| test -d docker-context/chains-config | |
| test -f docker-context/mcp-binaries/java-chains-mcp-linux-amd64 | |
| test -f docker-context/mcp-binaries/java-chains-mcp-linux-arm64 | |
| echo "Docker context contents:" | |
| find docker-context -type f | sort | |
| - uses: docker/setup-qemu-action@v3 | |
| - uses: docker/setup-buildx-action@v3 | |
| - uses: docker/login-action@v3 | |
| with: | |
| username: ${{ secrets.DOCKER_HUB_USERNAME }} | |
| password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }} | |
| - uses: docker/build-push-action@v6 | |
| with: | |
| file: docker-context/Dockerfile | |
| context: docker-context | |
| platforms: linux/amd64,linux/arm64 | |
| push: true | |
| tags: | | |
| javachains/javachains:nightly | |
| javachains/javachains:nightly-${{ needs.check_changes.outputs.short_sha }} |