forked from molecule-ai/molecule-core
CI now detects which paths changed and skips irrelevant jobs: - Platform (Go): only runs when platform/** changes - Canvas (Next.js): only runs when canvas/** changes - Python Lint: only runs when workspace-template/** changes - Shellcheck: only runs when tests/e2e/** or scripts/** change - E2E API: only runs when platform/** or tests/e2e/** change Docs-only PRs (*.md, docs/**) skip all 5 jobs, saving ~15 min of runner time per PR. Uses dorny/paths-filter for the CI workflow and native paths: filter for the E2E workflow. Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
192 lines
6.9 KiB
YAML
192 lines
6.9 KiB
YAML
name: CI
|
||
|
||
on:
|
||
push:
|
||
branches: [main]
|
||
pull_request:
|
||
branches: [main]
|
||
|
||
jobs:
|
||
# Detect which paths changed so downstream jobs can skip when only
|
||
# docs/markdown files were modified. Saves ~15 min of runner time per
|
||
# docs-only PR.
|
||
changes:
|
||
name: Detect changes
|
||
runs-on: [self-hosted, macos, arm64]
|
||
outputs:
|
||
platform: ${{ steps.filter.outputs.platform }}
|
||
canvas: ${{ steps.filter.outputs.canvas }}
|
||
python: ${{ steps.filter.outputs.python }}
|
||
scripts: ${{ steps.filter.outputs.scripts }}
|
||
steps:
|
||
- uses: actions/checkout@v4
|
||
- uses: dorny/paths-filter@v3
|
||
id: filter
|
||
with:
|
||
filters: |
|
||
platform:
|
||
- 'platform/**'
|
||
- '.github/workflows/ci.yml'
|
||
canvas:
|
||
- 'canvas/**'
|
||
- '.github/workflows/ci.yml'
|
||
python:
|
||
- 'workspace-template/**'
|
||
- '.github/workflows/ci.yml'
|
||
scripts:
|
||
- 'tests/e2e/**'
|
||
- 'scripts/**'
|
||
- '.github/workflows/ci.yml'
|
||
|
||
platform-build:
|
||
name: Platform (Go)
|
||
needs: changes
|
||
if: needs.changes.outputs.platform == 'true'
|
||
runs-on: [self-hosted, macos, arm64]
|
||
defaults:
|
||
run:
|
||
working-directory: platform
|
||
steps:
|
||
- uses: actions/checkout@v4
|
||
- uses: actions/setup-go@v5
|
||
with:
|
||
go-version: 'stable'
|
||
- run: go mod download
|
||
- run: go build ./cmd/server
|
||
# CLI (molecli) moved to standalone repo: github.com/Molecule-AI/molecule-cli
|
||
- run: go vet ./...
|
||
- name: Run golangci-lint
|
||
uses: golangci/golangci-lint-action@v4
|
||
with:
|
||
version: latest
|
||
working-directory: platform
|
||
args: --timeout 3m
|
||
continue-on-error: true # Warn but don't block until codebase is clean
|
||
- name: Run tests with race detection and coverage
|
||
run: go test -race -coverprofile=coverage.out ./...
|
||
- name: Check coverage baseline
|
||
run: |
|
||
COVERAGE=$(go tool cover -func=coverage.out | grep total | awk '{print $3}' | sed 's/%//')
|
||
echo "Total coverage: ${COVERAGE}%"
|
||
THRESHOLD=25
|
||
awk "BEGIN{if ($COVERAGE < $THRESHOLD) exit 1}" || {
|
||
echo "::error::Coverage ${COVERAGE}% is below the ${THRESHOLD}% threshold"
|
||
exit 1
|
||
}
|
||
|
||
canvas-build:
|
||
name: Canvas (Next.js)
|
||
needs: changes
|
||
if: needs.changes.outputs.canvas == 'true'
|
||
runs-on: [self-hosted, macos, arm64]
|
||
defaults:
|
||
run:
|
||
working-directory: canvas
|
||
steps:
|
||
- uses: actions/checkout@v4
|
||
- uses: actions/setup-node@v4
|
||
with:
|
||
node-version: '22'
|
||
- run: rm -f package-lock.json && npm install
|
||
- run: npm run build
|
||
- name: Run tests
|
||
run: npx vitest run
|
||
|
||
# MCP Server + SDK removed from CI — now in standalone repos:
|
||
# - github.com/Molecule-AI/molecule-mcp-server (npm CI)
|
||
# - github.com/Molecule-AI/molecule-sdk-python (PyPI CI)
|
||
|
||
# e2e-api job moved to .github/workflows/e2e-api.yml (issue #458).
|
||
# It now has workflow-level concurrency (cancel-in-progress: false) so
|
||
# new pushes queue the E2E run rather than cancelling it at the run level.
|
||
|
||
shellcheck:
|
||
name: Shellcheck (E2E scripts)
|
||
needs: changes
|
||
if: needs.changes.outputs.scripts == 'true'
|
||
runs-on: [self-hosted, macos, arm64]
|
||
steps:
|
||
- uses: actions/checkout@v4
|
||
- name: Run shellcheck on tests/e2e/*.sh
|
||
# `ludeeus/action-shellcheck` is a Docker action (Linux-only). We rely
|
||
# on shellcheck being pre-installed on the self-hosted runner instead.
|
||
run: |
|
||
if ! command -v shellcheck >/dev/null 2>&1; then
|
||
echo "::error::shellcheck is not installed on the runner"
|
||
exit 1
|
||
fi
|
||
find tests/e2e -type f -name '*.sh' -print0 \
|
||
| xargs -0 shellcheck --severity=warning
|
||
|
||
canvas-deploy-reminder:
|
||
name: Canvas Deploy Reminder
|
||
runs-on: [self-hosted, macos, arm64]
|
||
needs: [changes, canvas-build]
|
||
if: needs.changes.outputs.canvas == 'true'
|
||
# Only fires on direct pushes to main (i.e. after a PR merges).
|
||
# PRs get canvas-build CI but no reminder — no deployment happens on PRs.
|
||
if: github.event_name == 'push' && github.ref == 'refs/heads/main'
|
||
permissions:
|
||
# Required to post commit comments via the GitHub API.
|
||
contents: write
|
||
steps:
|
||
- name: Post deploy reminder as commit comment
|
||
env:
|
||
GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
|
||
COMMIT_SHA: ${{ github.sha }}
|
||
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
||
run: |
|
||
# Write body to a temp file — avoids backtick escaping in shell.
|
||
cat > /tmp/deploy-reminder.md << 'BODY'
|
||
## Canvas build passed ✅ — deploy required
|
||
|
||
The `publish-canvas-image` workflow is now building a fresh Docker image
|
||
(`ghcr.io/molecule-ai/canvas:latest`) in the background.
|
||
|
||
Once it completes (~3–5 min), apply on the host machine with:
|
||
```bash
|
||
cd /g/personal_programs/molecule-monorepo
|
||
git pull origin main
|
||
docker compose pull canvas && docker compose up -d canvas
|
||
```
|
||
|
||
If you need to rebuild from local source instead (e.g. testing unreleased
|
||
changes or a new `NEXT_PUBLIC_*` URL), use:
|
||
```bash
|
||
docker compose build canvas && docker compose up -d canvas
|
||
```
|
||
BODY
|
||
printf '\n> Posted automatically by CI · commit `%s` · [build log](%s)\n' \
|
||
"$COMMIT_SHA" "$RUN_URL" >> /tmp/deploy-reminder.md
|
||
|
||
gh api \
|
||
--method POST \
|
||
"repos/${{ github.repository }}/commits/${{ github.sha }}/comments" \
|
||
--field "body=@/tmp/deploy-reminder.md"
|
||
|
||
python-lint:
|
||
name: Python Lint & Test
|
||
needs: changes
|
||
if: needs.changes.outputs.python == 'true'
|
||
runs-on: [self-hosted, macos, arm64]
|
||
defaults:
|
||
run:
|
||
working-directory: workspace-template
|
||
steps:
|
||
- uses: actions/checkout@v4
|
||
# setup-python@v5 cannot write to /Users/runner (GitHub-hosted path) on
|
||
# the self-hosted macOS arm64 runner (user: hongming-claw) and also hits
|
||
# EACCES on /usr/local/bin due to macOS SIP. Skip it — Homebrew installs
|
||
# Python 3.11 at /opt/homebrew/opt/python@3.11 which is already on PATH.
|
||
- name: Verify Python 3.11 (Homebrew)
|
||
run: |
|
||
export PATH="/opt/homebrew/opt/python@3.11/bin:/opt/homebrew/bin:$PATH"
|
||
python3.11 --version
|
||
echo "/opt/homebrew/opt/python@3.11/bin" >> "$GITHUB_PATH"
|
||
echo "/opt/homebrew/bin" >> "$GITHUB_PATH"
|
||
- run: pip3.11 install -r requirements.txt pytest pytest-asyncio pytest-cov
|
||
- run: python3.11 -m pytest --tb=short -q --cov=. --cov-report=term-missing
|
||
|
||
# SDK + plugin validation moved to standalone repo:
|
||
# github.com/Molecule-AI/molecule-sdk-python
|