Agent-Auto-Pre-Sales/06-setup-eval-env.sh at main · JimmySunCreater/Agent-Auto-Pre-Sales · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
#!/bin/bash
# =============================================================================
# Phase 4 (pre): Setup Evaluation Environment
#
# 评估管道依赖两项环境前置，本脚本一次性配好（与 HR workshop 完全同机制）：
#   1. uv —— managed code-based evaluator 打包 Python 依赖必需
#   2. CloudWatch Transaction Search —— Agent 的 OTel trace span 必须落到
#      CloudWatch aws/spans 才能被评估服务读取
# =============================================================================
set -e

REGION=${AWS_DEFAULT_REGION:-us-west-2}
ACCOUNT_ID=$(aws sts get-caller-identity --query Account --output text)

echo "========================================="
echo "Phase 4 (pre): Setup Evaluation Environment"
echo "========================================="
echo "  Region: $REGION"
echo "  Account: $ACCOUNT_ID"

# -----------------------------------------------------------------------------
# 1. 安装 uv
# -----------------------------------------------------------------------------
echo ""
echo "📦 Checking uv (required for evaluator packaging)..."
if command -v uv >/dev/null 2>&1; then
  echo "  uv already installed: $(uv --version)"
else
  echo "  Installing uv..."
  python3 -m pip install --user --quiet uv 2>/dev/null || pip3 install --user --quiet uv
  export PATH="$HOME/.local/bin:$PATH"
  hash -r
  echo "  ✅ uv installed: $(uv --version)"
  echo "  ⚠️  Ensure ~/.local/bin is on PATH for subsequent scripts:"
  echo "      export PATH=\"\$HOME/.local/bin:\$PATH\""
fi

# -----------------------------------------------------------------------------
# 2. 启用 CloudWatch Transaction Search
# -----------------------------------------------------------------------------
echo ""
echo "🔭 Enabling CloudWatch Transaction Search..."

CURRENT_DEST=$(aws xray get-trace-segment-destination --region $REGION \
  --query 'Destination' --output text 2>/dev/null || echo "none")

if [ "$CURRENT_DEST" = "CloudWatchLogs" ]; then
  echo "  Transaction Search already enabled (destination: CloudWatchLogs)"
else
  echo "  Creating CloudWatch Logs resource policy for X-Ray..."
  POLICY_DOC=$(cat <<JSON
{
  "Version": "2012-10-17",
  "Statement": [{
    "Effect": "Allow",
    "Principal": {"Service": "xray.amazonaws.com"},
    "Action": ["logs:PutLogEvents", "logs:CreateLogStream"],
    "Resource": [
      "arn:aws:logs:${REGION}:${ACCOUNT_ID}:log-group:aws/spans:*",
      "arn:aws:logs:${REGION}:${ACCOUNT_ID}:log-group:/aws/application-signals/data:*"
    ],
    "Condition": {
      "ArnLike": {"aws:SourceArn": "arn:aws:xray:${REGION}:${ACCOUNT_ID}:*"},
      "StringEquals": {"aws:SourceAccount": "${ACCOUNT_ID}"}
    }
  }]
}
JSON
)
  aws logs put-resource-policy --region $REGION \
    --policy-name TransactionSearchXRayAccess \
    --policy-document "$POLICY_DOC" >/dev/null
  echo "  Setting trace segment destination to CloudWatchLogs..."
  aws xray update-trace-segment-destination --region $REGION \
    --destination CloudWatchLogs >/dev/null
  echo "  Setting span indexing sampling to 100%..."
  aws xray update-indexing-rule --region $REGION \
    --name Default --rule '{"Probabilistic":{"DesiredSamplingPercentage":100.0}}' >/dev/null || true

  echo "  ⏳ Waiting for Transaction Search to become ACTIVE..."
  for i in $(seq 1 20); do
    S=$(aws xray get-trace-segment-destination --region $REGION --query 'Status' --output text 2>/dev/null)
    [ "$S" = "ACTIVE" ] && { echo "  ✅ Transaction Search ACTIVE"; break; }
    sleep 15
  done
fi

echo ""
echo "✅ Evaluation environment ready"
echo ""
echo "  ⚠️  IMPORTANT: 若 Transaction Search 是本次新启用的，需重新跑一次对话生成"
echo "      新 trace（之前的对话 trace 未落库）。运行 05-test-conversation.sh 即可。"
echo "  Next: Run 07-create-evaluators.sh"