molecule-ai/molecule-core
35
0
Fork 2
Code Issues 16 Pull Requests 2 Actions 49 Packages Projects Releases Wiki Activity
07bd91e436
molecule-core/scripts/test-all-adapters.sh
Hongming Wang 24fec62d7f initial commit — Molecule AI platform 
Forked clean from public hackathon repo (Starfire-AgentTeam, BSL 1.1)
with full rebrand to Molecule AI under github.com/Molecule-AI/molecule-monorepo.

Brand: Starfire → Molecule AI.
Slug: starfire / agent-molecule → molecule.
Env vars: STARFIRE_* → MOLECULE_*.
Go module: github.com/agent-molecule/platform → github.com/Molecule-AI/molecule-monorepo/platform.
Python packages: starfire_plugin → molecule_plugin, starfire_agent → molecule_agent.
DB: agentmolecule → molecule.

History truncated; see public repo for prior commits and contributor
attribution. Verified green: go test -race ./... (platform), pytest
(workspace-template 1129 + sdk 132), vitest (canvas 352), build (mcp).

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
2026-04-13 11:55:37 -07:00

181 lines
7.0 KiB
Bash
Executable File
Raw Blame History

#!/usr/bin/env bash
# E2E test: All 6 adapters — create one agent per runtime, test A2A between all
set -euo pipefail
PLATFORM="${1:-http://localhost:8080}"
OPENAI_KEY="${OPENAI_API_KEY:?Set OPENAI_API_KEY env var}"
PASS=0
FAIL=0
check() {
local label="$1" expected="$2" actual="$3"
if echo "$actual" | grep -qi "$expected"; then
echo "PASS: $label"
PASS=$((PASS + 1))
else
echo "FAIL: $label"
echo " expected: $expected"
echo " got: $(echo "$actual" | head -2)"
FAIL=$((FAIL + 1))
fi
}
wait_online() {
local id="$1" name="$2" max="${3:-60}"
for i in $(seq 1 "$max"); do
local s
s=$(curl -s "$PLATFORM/workspaces/$id" | python3 -c "import sys,json; print(json.load(sys.stdin).get('status',''))" 2>/dev/null)
[ "$s" = "online" ] && return 0
[ "$s" = "failed" ] && echo " $name FAILED" && return 1
[ $((i % 10)) -eq 0 ] && echo " [$name] $((i*5))s... ($s)"
sleep 5
done
echo " $name timed out after $((max*5))s"
return 1
}
a2a_send() {
local id="$1" message="$2" max_retries="${3:-3}"
for attempt in $(seq 1 "$max_retries"); do
local resp text
resp=$(curl -s -X POST "$PLATFORM/workspaces/$id/a2a" \
-H 'Content-Type: application/json' \
-d "{\"method\":\"message/send\",\"params\":{\"message\":{\"role\":\"user\",\"parts\":[{\"kind\":\"text\",\"text\":\"$message\"}]}}}" 2>/dev/null)
text=$(echo "$resp" | python3 -c "import sys,json; r=json.load(sys.stdin); print(r.get('result',{}).get('parts',[{}])[0].get('text',''))" 2>/dev/null)
if echo "$text" | grep -qi "rate\|billing\|limit\|429"; then
[ "$attempt" -lt "$max_retries" ] && echo " Rate limited, waiting 60s ($attempt/$max_retries)..." && sleep 60 && continue
fi
echo "$text"
return 0
done
echo "ERROR: retries exhausted"
}
echo "============================================"
echo " All-Adapters E2E Test (6 runtimes)"
echo "============================================"
echo ""
# --- Create workspaces ---
echo "--- Step 1: Create 6 workspaces ---"
R=$(curl -s -X POST "$PLATFORM/workspaces" -H 'Content-Type: application/json' \
-d '{"name":"Alice-Claude","role":"claude-code test","tier":2,"template":"claude-code-default"}')
ALICE=$(echo "$R" | python3 -c "import sys,json; print(json.load(sys.stdin)['id'])")
check "Create Alice (claude-code)" "provisioning" "$R"
R=$(curl -s -X POST "$PLATFORM/workspaces" -H 'Content-Type: application/json' \
-d '{"name":"Bob-LangGraph","role":"langgraph test","tier":2,"template":"langgraph"}')
BOB=$(echo "$R" | python3 -c "import sys,json; print(json.load(sys.stdin)['id'])")
check "Create Bob (langgraph)" "provisioning" "$R"
R=$(curl -s -X POST "$PLATFORM/workspaces" -H 'Content-Type: application/json' \
-d '{"name":"Carol-OpenClaw","role":"openclaw test","tier":2,"template":"openclaw"}')
CAROL=$(echo "$R" | python3 -c "import sys,json; print(json.load(sys.stdin)['id'])")
check "Create Carol (openclaw)" "provisioning" "$R"
R=$(curl -s -X POST "$PLATFORM/workspaces" -H 'Content-Type: application/json' \
-d '{"name":"Dave-DeepAgents","role":"deepagents test","tier":2,"template":"deepagents"}')
DAVE=$(echo "$R" | python3 -c "import sys,json; print(json.load(sys.stdin)['id'])")
check "Create Dave (deepagents)" "provisioning" "$R"
R=$(curl -s -X POST "$PLATFORM/workspaces" -H 'Content-Type: application/json' \
-d '{"name":"Eve-CrewAI","role":"crewai test","tier":2,"template":"crewai"}')
EVE=$(echo "$R" | python3 -c "import sys,json; print(json.load(sys.stdin)['id'])")
check "Create Eve (crewai)" "provisioning" "$R"
R=$(curl -s -X POST "$PLATFORM/workspaces" -H 'Content-Type: application/json' \
-d '{"name":"Frank-AutoGen","role":"autogen test","tier":2,"template":"autogen"}')
FRANK=$(echo "$R" | python3 -c "import sys,json; print(json.load(sys.stdin)['id'])")
check "Create Frank (autogen)" "provisioning" "$R"
# --- Set API keys (skip Claude which uses OAuth) ---
echo ""
echo "--- Step 2: Set API keys ---"
for ID in $BOB $CAROL $DAVE $EVE $FRANK; do
curl -s -X POST "$PLATFORM/workspaces/$ID/secrets" \
-H 'Content-Type: application/json' \
-d "{\"key\":\"OPENAI_API_KEY\",\"value\":\"$OPENAI_KEY\"}" > /dev/null
done
echo "Set OPENAI_API_KEY on 5 agents"
# Auto-restart happens automatically when secrets are set
echo "Secrets trigger auto-restart — waiting for agents to come back..."
sleep 15
# --- Wait for all online ---
echo ""
echo "--- Step 3: Wait for agents (OpenClaw ~3min, CrewAI/AutoGen/DeepAgents ~2min) ---"
wait_online "$ALICE" "Alice-Claude" 20 && check "Alice online" "ok" "ok" || check "Alice online" "online" "timeout"
wait_online "$BOB" "Bob-LangGraph" 60 && check "Bob online" "ok" "ok" || check "Bob online" "online" "timeout"
wait_online "$DAVE" "Dave-DeepAgents" 120 && check "Dave online" "ok" "ok" || check "Dave online" "online" "timeout"
wait_online "$EVE" "Eve-CrewAI" 120 && check "Eve online" "ok" "ok" || check "Eve online" "online" "timeout"
wait_online "$FRANK" "Frank-AutoGen" 120 && check "Frank online" "ok" "ok" || check "Frank online" "online" "timeout"
wait_online "$CAROL" "Carol-OpenClaw" 360 && check "Carol online" "ok" "ok" || check "Carol online" "online" "timeout"
# --- Test A2A messages ---
echo ""
echo "--- Step 4: A2A direct messages ---"
echo " Talking to Alice (Claude Code)..."
RESP=$(a2a_send "$ALICE" "say hello in one word")
echo " -> $RESP"
check "Alice responds" "hello" "$RESP"
echo " Talking to Bob (LangGraph)..."
RESP=$(a2a_send "$BOB" "say hello in one word")
echo " -> $RESP"
check "Bob responds" "hello" "$RESP"
echo " Talking to Carol (OpenClaw)..."
RESP=$(a2a_send "$CAROL" "say hello in one word")
echo " -> $RESP"
check "Carol responds" "hello" "$RESP"
echo " Talking to Dave (DeepAgents)..."
RESP=$(a2a_send "$DAVE" "say hello in one word")
echo " -> $RESP"
check "Dave responds" "hello" "$RESP"
echo " Talking to Eve (CrewAI)..."
RESP=$(a2a_send "$EVE" "say hello in one word")
echo " -> $RESP"
check "Eve responds" "hello" "$RESP"
echo " Talking to Frank (AutoGen)..."
RESP=$(a2a_send "$FRANK" "say hello in one word")
echo " -> $RESP"
check "Frank responds" "hello" "$RESP"
# --- Peer discovery ---
echo ""
echo "--- Step 5: Peer discovery ---"
R=$(curl -s "$PLATFORM/registry/$ALICE/peers" | python3 -c "
import sys,json
peers = json.load(sys.stdin)
print(f'{len(peers)} peers: {\" \".join(p.get(\"name\",\"\") for p in peers)}')
" 2>/dev/null)
echo " Alice sees: $R"
check "Alice sees 5 peers" "5 peers" "$R"
# --- Isolation ---
echo ""
echo "--- Step 6: Verify isolation ---"
HOST_WS=$(find /Users/hongming/Documents/GitHub/molecule-monorepo/workspace-configs-templates -maxdepth 1 -name 'ws-*' -type d 2>/dev/null | wc -l | tr -d ' ')
check "No ws-* dirs on host" "0" "$HOST_WS"
# --- Cleanup ---
echo ""
echo "--- Step 7: Cleanup ---"
for ID in $ALICE $BOB $CAROL $DAVE $EVE $FRANK; do
curl -s -X DELETE "$PLATFORM/workspaces/$ID" > /dev/null 2>&1
done
check "Cleanup" "ok" "ok"
echo ""
echo "============================================"
echo " Results: $PASS passed, $FAIL failed"
echo "============================================"
exit $FAIL
Reference in New Issue View Git Blame Copy Permalink