Initial commit

Author: yyyyyt123

.editorconfig

@@ -0,0 +1,18 @@
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+insert_final_newline = true
+trim_trailing_whitespace = true
+indent_style = space
+indent_size = 4
+
+[*.{yml,yaml,json,md,toml}]
+indent_size = 2
+
+[Makefile]
+indent_style = tab
+
+[*.{sh,bash}]
+indent_size = 2

.env.example

@@ -0,0 +1,68 @@
+# =============================================================================
+# NetOpsBench Environment Configuration
+# Copy this file to .env and update the values for your environment.
+# Do not commit .env to git.
+# =============================================================================
+
+# --- LLM API Keys (for benchmark agents) ---
+MINIMAX_API_KEY=your-minimax-api-key
+OPENAI_API_KEY=your-openai-compatible-api-key
+# ZHIPU_API_KEY=your-zhipu-api-key
+# DEEPSEEK_API_KEY=your-deepseek-api-key
+# KIMI_API_KEY=your-kimi-api-key
+# OPENAI_BASE_URL=https://api.openai.com/v1
+
+# --- LangSmith Tracing (optional) ---
+LANGSMITH_API_KEY=your-langsmith-api-key
+LANGSMITH_TRACING=true
+LANGSMITH_PROJECT=NetOpsBench
+
+# --- InfluxDB ---
+NETOPSBENCH_INFLUXDB_URL=http://localhost:8086
+NETOPSBENCH_INFLUXDB_TOKEN=replace-me          # REQUIRED: set a real token before deployment
+NETOPSBENCH_INFLUXDB_ORG=netopsbench
+NETOPSBENCH_INFLUXDB_BUCKET=netopsbench
+
+# --- Grafana ---
+# NETOPSBENCH_GRAFANA_URL=http://localhost:3000
+# NETOPSBENCH_GRAFANA_PASSWORD=admin
+# NETOPSBENCH_GRAFANA_INFLUXDB_URL=http://influxdb:8086
+# NETOPSBENCH_GRAFANA_DEFAULT_BUCKET=netopsbench
+
+# --- Topology ---
+# NETOPSBENCH_TOPOLOGY_DIR=lab-topology/generated_topology_xs
+# NETOPSBENCH_TOPOLOGY_ID=dcn
+# NETOPSBENCH_LAB_NAME=dcn
+# NETOPSBENCH_MGMT_SUBNET=                     # Override management subnet (e.g. 172.20.20.0/24)
+# NETOPSBENCH_MGMT_NETWORK=                    # Override Docker management network name
+
+# --- SONiC / gNMI Telemetry ---
+# SONIC_GNMI_PORT=50051
+# SONIC_GNMI_USERNAME=admin
+# SONIC_GNMI_PASSWORD=                          # Set the SONiC gNMI password for telemetry collection
+# SONIC_GNMI_ENCODING=json_ietf
+# SONIC_GNMI_TARGET=COUNTERS_DB
+# SONIC_GNMI_SUBSCRIPTION_MODE=on_change       # on_change | sample | target_defined
+# SONIC_GNMI_SAMPLE_INTERVAL=10s               # Only used when subscription_mode=sample
+
+# --- Telemetry collectors (sFlow / syslog) ---
+# NETOPSBENCH_SFLOW_COLLECTOR=                 # sFlow collector IP (defaults to management IP)
+# NETOPSBENCH_SYSLOG_COLLECTOR=               # Syslog collector IP (defaults to management IP)
+# NETOPSBENCH_SFLOW_PORT=6343
+# NETOPSBENCH_SFLOW_POLLING_INTERVAL=20
+# NETOPSBENCH_SFLOW_SAMPLE_RATE=1000
+# NETOPSBENCH_SFLOW_SAMPLE_DIRECTION=ingress
+
+# --- Pingmesh ---
+# PINGMESH_CYCLE_INTERVAL=5                    # Probe cycle interval in seconds
+
+# --- Runtime / debug ---
+# NETOPSBENCH_LOG_LEVEL=INFO                   # DEBUG | INFO | WARNING | ERROR
+# NETOPSBENCH_NO_SUDO=0                        # Set to 1 in CI/test environments without sudo
+
+# --- Worker Pool ---
+# NETOPSBENCH_WORKER_DEPLOY_JOBS=              # Parallel worker deploy jobs (default: num_workers)
+# NETOPSBENCH_SONIC_WAIT_TRIES=180             # Max SONiC readiness retries (5s each, default: 15 min)
+# NETOPSBENCH_AGENT_TIMEOUT_SECONDS=300
+# NETOPSBENCH_WORKER_AGENT_TIMEOUT_SECONDS=600
+# NETOPSBENCH_WORKER_DISABLE_LANGSMITH=false

.github/workflows/docs-pages.yml

@@ -0,0 +1,61 @@
+name: docs-pages
+
+on:
+  push:
+    branches:
+      - main
+  workflow_dispatch:
+
+permissions:
+  contents: read
+  pages: write
+  id-token: write
+
+concurrency:
+  group: docs-pages
+  cancel-in-progress: true
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    env:
+      NEXT_PUBLIC_BASE_PATH: /${{ github.event.repository.name }}
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Setup Node
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+          cache: npm
+          cache-dependency-path: docs/package-lock.json
+
+      - name: Configure Pages
+        uses: actions/configure-pages@v5
+        with:
+          enablement: true
+
+      - name: Install docs dependencies
+        working-directory: docs
+        run: npm ci
+
+      - name: Build docs site
+        working-directory: docs
+        run: npm run build
+
+      - name: Upload Pages artifact
+        uses: actions/upload-pages-artifact@v3
+        with:
+          path: docs/out
+
+  deploy:
+    needs: build
+    runs-on: ubuntu-latest
+    environment:
+      name: github-pages
+      url: ${{ steps.deployment.outputs.page_url }}
+    steps:
+      - name: Deploy to GitHub Pages
+        id: deployment
+        uses: actions/deploy-pages@v4

.github/workflows/test.yml

@@ -0,0 +1,64 @@
+name: test
+
+on:
+  push:
+    branches:
+      - main
+      - master
+      - feature/**
+  pull_request:
+
+jobs:
+  lint:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install lint dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev,agent]"
+
+      - name: Ruff (lint)
+        run: ruff check netopsbench/ tests/
+
+      - name: Black (format check)
+        run: black --check netopsbench/ tests/
+
+      - name: Mypy (type check)
+        run: mypy --ignore-missing-imports
+
+  pytest:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install -e ".[dev,agent]"
+
+      - name: Generate benchmark assets (xs scale)
+        run: netopsbench benchmark prepare --scales xs
+
+      - name: Run regression suite (no real-environment tests)
+        run: |
+          pytest -q -m "not real" tests/ \
+            --cov=netopsbench --cov-fail-under=50

.gitignore

@@ -0,0 +1,53 @@
+__pycache__/
+*.py[cod]
+*$py.class
+.venv/
+env/
+venv/
+*.clab.yml
+.clab-topology
+clab-topology/clab-*/
+*.log
+.DS_Store
+.idea/
+.vscode/
+deprecated/
+generated*
+swap-pane
+*.egg-info
+scenario_results/
+scenarios/xs
+scenarios/small/
+scenarios/medium/
+scenarios/large/
+.env
+.env.*
+!.env.example
+screenshots
+.venv*/
+large_tool_results/
+lab-topology/
+.worktrees/
+.agents/
+.pytest_cache/
+tmp/
+.netopsbench*/
+
+# Generated telegraf config (use telegraf.conf.template instead)
+observability/telegraf.conf
+
+.claude/
+.serena/
+.venv*
+.coverage
+plot_*
+
+# Fumadocs / Next.js site artifacts
+docs/node_modules/
+docs/.next/
+docs/out/
+docs/.source/
+docs/.env.local
+docs/_legacy/
+.playwright-mcp/
+CLAUDE*

.pre-commit-config.yaml

@@ -0,0 +1,37 @@
+# Pre-commit hooks for NetOpsBench.
+# Install:  pip install pre-commit && pre-commit install
+# Run all:  pre-commit run --all-files
+repos:
+  - repo: https://github.com/pre-commit/pre-commit-hooks
+    rev: v4.6.0
+    hooks:
+      - id: trailing-whitespace
+      - id: end-of-file-fixer
+      - id: check-yaml
+        args: [--allow-multiple-documents]
+      - id: check-toml
+      - id: check-added-large-files
+        args: ["--maxkb=1024"]
+      - id: check-merge-conflict
+      - id: detect-private-key
+
+  - repo: https://github.com/astral-sh/ruff-pre-commit
+    rev: v0.4.10
+    hooks:
+      - id: ruff
+        args: [--fix]
+
+  - repo: https://github.com/psf/black
+    rev: 24.4.2
+    hooks:
+      - id: black
+
+  - repo: https://github.com/pycqa/isort
+    rev: 5.13.2
+    hooks:
+      - id: isort
+
+  - repo: https://github.com/gitleaks/gitleaks
+    rev: v8.18.4
+    hooks:
+      - id: gitleaks